-- Logs begin at Mon 2021-06-28 23:19:03 UTC, end at Tue 2021-06-29 00:11:22 UTC. -- Jun 28 23:48:26.288729 dv-cinder-763306-13-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 23:48:28.964875 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.common.config [-] Logging enabled! Jun 28 23:48:28.965492 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev428 Jun 28 23:48:28.965658 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92868) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 23:48:28.968852 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.common.config [-] Logging enabled! Jun 28 23:48:28.969111 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev428 Jun 28 23:48:28.969424 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92868) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 23:48:28.970381 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 23:48:28.970606 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 23:48:28.970963 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 23:48:28.971209 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 23:48:28.971438 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 23:48:28.972466 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.972774 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.973079 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.973312 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.973618 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.973914 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.974199 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.974489 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.974789 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.975077 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.975362 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.975644 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.975877 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.976195 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.976487 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.976776 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.977005 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] debug = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.977284 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.977706 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.978126 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.978413 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.978701 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.978986 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.979260 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.979538 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.979824 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.980185 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] host = dv-cinder-763306-13-smb {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.980469 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.980756 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.981047 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.981334 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.981611 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.981889 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.982173 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.982447 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.982719 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] log_file = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.982995 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.983282 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.983571 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.983861 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.984112 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.984340 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.984631 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.984919 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.985198 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.985473 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.985748 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.986027 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.986302 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.986574 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.986860 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.987160 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.987470 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.987751 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.988026 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.988325 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.988602 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.988889 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.989164 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.989440 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.989715 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.990001 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.990268 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.990544 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.990845 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.991130 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.991413 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.991697 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.991969 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.992276 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.992553 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.992828 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.993100 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] use_json = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.993373 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.993646 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.993929 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.994200 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.994472 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.994748 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.995018 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.995303 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:28.995601 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.995897 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.996230 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.996514 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.996810 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.997092 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.997381 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.997660 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.997952 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.998238 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.998527 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.998809 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.999098 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.999376 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.999668 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:28.999976 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.000291 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.000584 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.000860 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.001135 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.001409 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.001688 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.001974 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.002266 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.002555 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.002847 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.003130 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.003423 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.003701 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.003975 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.004277 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.004567 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.004848 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.005122 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.005405 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.005683 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.005956 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.006233 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.006512 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.006803 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.007083 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.007357 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.007629 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.007907 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.008207 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.008495 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.008771 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.009042 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.009314 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.009591 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.009864 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.010135 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.010411 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.010682 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.010960 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.011232 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.011502 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.011774 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.012045 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.012338 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.012609 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.012881 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.013159 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.013433 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.013707 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.013977 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.014251 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.014526 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.014814 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.015115 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.015397 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.015681 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.015964 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.016337 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.016619 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.016901 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.017188 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.017467 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.017743 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.018037 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.018322 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.019102 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.019392 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.019674 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.019971 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.020274 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.020560 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.020840 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.021119 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.021411 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.021695 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.021991 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.022285 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.022577 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.022870 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.023163 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.023446 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.023757 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.024042 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:29.024282 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 23:48:29.024527 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92868) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 23:48:29.386543 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:48:29.386820 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:48:29.387115 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:48:29.387453 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 23:48:29.782614 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.782817 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.783089 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.784425 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.784706 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.784978 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.819331 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.819612 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.819882 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.833384 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.833664 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.833935 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.867232 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.867519 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.867792 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.903653 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.903931 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:29.904228 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.139674 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.140383 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.140383 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.140525 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.141315 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.270545 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.270870 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.271164 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.271437 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.271707 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.272019 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.272306 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.272564 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.272823 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.273111 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.273373 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.273639 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.273904 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.274172 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.274431 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.274702 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.274975 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.275240 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.275512 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.275765 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.276076 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.276417 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.276671 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.276955 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.277207 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.277450 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.277852 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:30.278099 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:30.278342 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:30.278581 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:30.278821 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:30.279060 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:30.279434 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 23:48:30.282650 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 23:48:30.287209 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 23:48:30.291233 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 28 23:48:30.292885 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 23:48:30.293340 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 23:48:30.293680 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 23:48:30.294073 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 23:48:30.297104 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 23:48:30.297357 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 23:48:30.297700 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 23:48:30.325007 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 23:48:30.325460 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.325758 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92868) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 23:48:30.326122 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.327473 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92868) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 23:48:30.327762 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 23:48:30.328283 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 23:48:30.332120 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.332404 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:30.396294 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 23:48:30.396480 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 23:48:30.396717 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 23:48:30.397083 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 23:48:30.418092 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_db.sqlalchemy.engines [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92868) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 23:48:30.966046 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Initializing driver for type 'gre' Jun 28 23:48:30.966573 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] gre ID ranges: [(1, 1000)] Jun 28 23:48:31.021159 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Initializing driver for type 'local' Jun 28 23:48:31.021501 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Initializing driver for type 'vlan' Jun 28 23:48:31.034849 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] VlanTypeDriver initialization complete Jun 28 23:48:31.035184 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Initializing driver for type 'vxlan' Jun 28 23:48:31.035684 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] vxlan ID ranges: [(1, 1000)] Jun 28 23:48:31.086534 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Initializing extension driver 'port_security' Jun 28 23:48:31.086930 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.extensions.port_security [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] PortSecurityExtensionDriver initialization complete Jun 28 23:48:31.087271 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Initializing mechanism driver 'openvswitch' Jun 28 23:48:31.087525 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Initializing mechanism driver 'hyperv' Jun 28 23:48:31.094052 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.plugins.ml2.plugin [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:48:31.095017 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > port after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.095389 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > port after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.095748 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > port after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.096161 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.096517 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.096875 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.097501 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > network after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.098077 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > network after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.098616 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > network after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.099011 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > security_group after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.099582 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > security_group after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.100202 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.100845 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.101226 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.101579 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.101969 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > address_group after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.102320 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > address_group after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.102855 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.103426 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] ML2 OVO RPC backend initialized. {{(pid=92868) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 28 23:48:31.104479 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.104848 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.105359 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > network before_response 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.105920 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > networks before_response 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.106504 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > port before_response 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.107088 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > ports before_response 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.107529 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > subnet before_response 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.107840 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > subnets before_response 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.108224 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > network after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.108574 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > network after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.108916 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > network after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.109258 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > port after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.109598 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > port after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.109938 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > port after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.110276 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.110609 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.110942 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.111544 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.plugin [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Modular L2 Plugin initialization complete Jun 28 23:48:31.111981 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading services supported by the core plugin {{(pid=92868) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 23:48:31.113034 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.plugins.ml2.managers [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Got port-security extension from driver 'port_security' Jun 28 23:48:31.113574 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.extensions.vlantransparent [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Disabled vlantransparent extension. Jun 28 23:48:31.114331 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92868) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 23:48:31.114651 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading Plugin: router Jun 28 23:48:31.150412 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.151067 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router after_create 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.151159 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router before_create 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.151504 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.151874 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.152251 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router after_delete 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.152611 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.152972 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router after_create 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.153318 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router after_update 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.153669 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router after_update 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.154017 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.154371 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router after_update 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.154778 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.155146 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: port after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.155482 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: port after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.155820 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: subnet after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.156190 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.156540 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.156886 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.157230 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: port before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.157569 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router precommit_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.157923 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router after_update 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.158262 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.158610 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.159151 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.159502 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.159869 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > agent after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.160243 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > agent after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.160586 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > network after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.161511 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Tracking information for resource: router configured {{(pid=92868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:31.161840 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Tracking information for resource: floatingip configured {{(pid=92868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 23:48:31.167075 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.db.l3_agentschedulers_db [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 23:48:31.167652 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: port after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.168016 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: port after_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.168390 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: port after_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.168739 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: port after_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.169540 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router before_create 55550100 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.169910 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.170270 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router precommit_create 55550100 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.170625 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > router precommit_update 55550100 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.175720 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.services.provider_configuration [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service providers = [] {{(pid=92868) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 23:48:31.176099 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.db.servicetype_db [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92868) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 23:48:31.179026 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.services.service_base [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 23:48:31.179370 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.services.service_base [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 23:48:31.179712 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.services.service_base [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 23:48:31.180627 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.services.service_base [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 23:48:31.180999 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.services.service_base [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 23:48:31.181381 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:31.181696 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 23:48:31.193066 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:31.193403 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading Plugin: auto_allocate Jun 28 23:48:31.199131 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: network precommit_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.199506 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: network precommit_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.200037 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:31.200387 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading Plugin: tag Jun 28 23:48:31.207215 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:31.207543 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading Plugin: timestamp Jun 28 23:48:31.211399 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:31.211730 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading Plugin: network_ip_availability Jun 28 23:48:31.218851 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.219176 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.219531 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.220301 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:31.220626 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading Plugin: flavors Jun 28 23:48:31.225477 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:31.225812 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading Plugin: revisions Jun 28 23:48:31.230152 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 23:48:31.230550 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_concurrency.lockutils [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.843s {{(pid=92868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:48:31.231291 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92868) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 23:48:31.231624 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Initializing extension manager. Jun 28 23:48:31.232152 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: __init__.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.232498 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: __pycache__ {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.232828 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.233165 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: address_group.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.233917 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.234494 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: address-group Jun 28 23:48:31.234817 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: address_scope.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.235516 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.236019 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: address-scope Jun 28 23:48:31.236365 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.237818 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.238324 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: router-admin-state-down-before-update Jun 28 23:48:31.238643 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: agent.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.239330 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.239835 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: agent Jun 28 23:48:31.240168 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: agent_resources_synced.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.241066 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.241566 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: agent-resources-synced Jun 28 23:48:31.241883 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: allowedaddresspairs.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.243840 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.244393 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: allowed-address-pairs Jun 28 23:48:31.244720 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: auto_allocated_topology.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.245786 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.246298 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: auto-allocated-topology Jun 28 23:48:31.246615 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: availability_zone.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.247292 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.247792 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: availability_zone Jun 28 23:48:31.248143 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: availability_zone_filter.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.249041 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.249539 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: availability_zone_filter Jun 28 23:48:31.249855 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: data_plane_status.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.250751 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.251247 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 23:48:31.251562 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: default_subnetpools.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.252490 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.253542 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: default-subnetpools Jun 28 23:48:31.253861 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.254659 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.255155 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: dhcp_agent_scheduler Jun 28 23:48:31.255472 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: dns.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.256390 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.256884 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 23:48:31.257200 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: dns_domain_ports.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.258097 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.258601 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 23:48:31.258925 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.259828 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.260365 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 23:48:31.260687 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: dvr.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.261342 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.261844 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: dvr Jun 28 23:48:31.262160 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: empty_string_filtering.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.263053 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.263555 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: empty-string-filtering Jun 28 23:48:31.263872 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.264797 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.265301 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 23:48:31.265607 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.266496 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.266993 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 23:48:31.267306 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: external_net.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.268239 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.269256 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: external-net Jun 28 23:48:31.269569 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.270458 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.270955 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: extra_dhcp_opt Jun 28 23:48:31.271270 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: extraroute.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.272196 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.272694 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: extraroute Jun 28 23:48:31.273011 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: extraroute_atomic.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.274033 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.274534 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: extraroute-atomic Jun 28 23:48:31.274853 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: filter_validation.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.275502 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.276000 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: filter-validation Jun 28 23:48:31.276342 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: fip_pf_description.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.277233 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.277728 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 23:48:31.278048 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: fip_port_details.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.278943 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.279442 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: fip-port-details Jun 28 23:48:31.279759 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: flavors.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.280996 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.281506 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: flavors Jun 28 23:48:31.281826 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.283491 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.284615 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 23:48:31.284948 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: floatingip_pools.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.285632 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.286135 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: floatingip-pools Jun 28 23:48:31.286453 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: ip_allocation.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.287364 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.287862 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 23:48:31.288219 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.289118 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.289618 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: ip-substring-filtering Jun 28 23:48:31.289936 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: l2_adjacency.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.290847 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.291343 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 23:48:31.291660 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: l3.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.292657 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.293170 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: router Jun 28 23:48:31.293491 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.295874 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.296432 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 23:48:31.296765 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.297680 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.298191 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: ext-gw-mode Jun 28 23:48:31.298518 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.299432 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.299972 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: l3-ha Jun 28 23:48:31.300327 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: l3_flavors.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.301252 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.301754 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: l3-flavors Jun 28 23:48:31.302076 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.302973 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.303475 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 23:48:31.303794 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: l3agentscheduler.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.304860 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.305368 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: l3_agent_scheduler Jun 28 23:48:31.305694 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: logging.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.307163 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.307679 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension logging not supported by any of loaded plugins Jun 28 23:48:31.308006 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: metering.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.308757 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.309333 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: metering Jun 28 23:48:31.309658 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.310739 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.311248 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: metering_source_and_destination_fields Jun 28 23:48:31.311573 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: multiprovidernet.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.312510 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.313015 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: multi-provider Jun 28 23:48:31.313336 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: netmtu.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.314235 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.314737 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: net-mtu Jun 28 23:48:31.315057 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: netmtu_writable.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.315981 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.316509 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: net-mtu-writable Jun 28 23:48:31.316830 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: network_availability_zone.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.317487 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.317986 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: network_availability_zone Jun 28 23:48:31.318306 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: network_ip_availability.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.319387 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.319891 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: network-ip-availability Jun 28 23:48:31.320242 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: network_segment_range.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.321001 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.321498 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 23:48:31.321818 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: pagination.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.322788 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.323117 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: pagination Jun 28 23:48:31.323439 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: port_device_profile.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.324355 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.324860 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: port-device-profile Jun 28 23:48:31.325178 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.326091 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.326595 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: port-mac-address-regenerate Jun 28 23:48:31.326911 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.327803 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.328589 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: port-numa-affinity-policy Jun 28 23:48:31.328907 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: port_resource_request.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.329815 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.330320 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 23:48:31.330637 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: portbindings.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.332143 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.332657 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: binding Jun 28 23:48:31.332977 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: portbindings_extended.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.334340 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.334866 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: binding-extended Jun 28 23:48:31.335191 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: portsecurity.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.336168 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.336681 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: port-security Jun 28 23:48:31.336999 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: project_id.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.338039 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.338365 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: project-id Jun 28 23:48:31.338684 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: providernet.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.339662 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.340268 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: provider Jun 28 23:48:31.340587 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: qos.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.344896 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.345469 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension qos not supported by any of loaded plugins Jun 28 23:48:31.345805 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.347919 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.348515 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 23:48:31.348848 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.349905 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.350444 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 23:48:31.350775 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: qos_default.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.351778 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.352339 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension qos-default not supported by any of loaded plugins Jun 28 23:48:31.352661 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: qos_fip.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.353361 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.353871 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 23:48:31.354190 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: qos_gateway_ip.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.355249 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.355772 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 23:48:31.356126 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: qos_port_network_policy.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.357122 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.357642 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 23:48:31.357964 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: qos_rule_type_details.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.358928 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.359441 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 23:48:31.359762 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: qos_rules_alias.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.360908 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.361433 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 23:48:31.361755 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: quotasv2.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.362810 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.363135 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: quotas Jun 28 23:48:31.363454 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: quotasv2_detail.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.366946 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.367291 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: quota_details Jun 28 23:48:31.367627 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: rbac.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.368837 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.369417 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: rbac-policies Jun 28 23:48:31.369747 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: rbac_address_group.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.370793 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.371317 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: rbac-address-group Jun 28 23:48:31.371640 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: rbac_address_scope.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.372632 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.373153 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: rbac-address-scope Jun 28 23:48:31.373475 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: rbac_security_groups.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.374426 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.374937 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: rbac-security-groups Jun 28 23:48:31.375255 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: rbac_subnetpool.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.376204 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.376712 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: rbac-subnetpool Jun 28 23:48:31.377031 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: revisionifmatch.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.378499 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.379006 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: revision-if-match Jun 28 23:48:31.379327 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: revisions.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.380741 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.381253 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: standard-attr-revisions Jun 28 23:48:31.381581 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: router_availability_zone.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.382254 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.382766 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: router_availability_zone Jun 28 23:48:31.383087 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: routerservicetype.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.383996 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.384525 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 23:48:31.384848 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.385756 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.386258 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: security-groups-normalized-cidr Jun 28 23:48:31.386575 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.387481 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.387982 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: port-security-groups-filtering Jun 28 23:48:31.388324 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.389229 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.389737 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: security-groups-remote-address-group Jun 28 23:48:31.390057 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: securitygroup.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.400260 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.400791 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: security-group Jun 28 23:48:31.401119 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: segment.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.401907 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.402411 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension segment not supported by any of loaded plugins Jun 28 23:48:31.402732 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.403649 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.404202 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 23:48:31.404525 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: servicetype.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.405624 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.406142 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: service-type Jun 28 23:48:31.406465 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: sorting.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.407432 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.407764 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: sorting Jun 28 23:48:31.408113 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: standard_attr_segment.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.409114 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.409624 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 23:48:31.409944 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: standardattrdescription.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.410582 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.411090 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: standard-attr-description Jun 28 23:48:31.411420 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: stateful_security_group.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.412378 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.412889 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: stateful-security-group Jun 28 23:48:31.413212 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: stdattrs_common.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.413784 dv-cinder-763306-13-smb neutron-server[92868]: WARNING neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 23:48:31.414103 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.415016 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.415528 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 23:48:31.415849 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: subnet_onboard.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.417044 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.417558 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: subnet_onboard Jun 28 23:48:31.417880 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.418790 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.419294 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 23:48:31.419614 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: subnet_service_types.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.420559 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.421099 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: subnet-service-types Jun 28 23:48:31.421424 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: subnetallocation.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.422551 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.423071 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: subnet_allocation Jun 28 23:48:31.423401 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.424087 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.424622 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: subnetpool-prefix-ops Jun 28 23:48:31.424942 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.425880 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.426388 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 23:48:31.426707 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: tagging.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.427768 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.428310 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: standard-attr-tag Jun 28 23:48:31.428637 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: timestamp.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.429824 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.430341 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loaded extension: standard-attr-timestamp Jun 28 23:48:31.430665 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: trunk.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.431684 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.432215 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension trunk not supported by any of loaded plugins Jun 28 23:48:31.432540 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: trunk_details.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.433448 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.433954 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 23:48:31.434273 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: uplink_status_propagation.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.435179 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.435682 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 23:48:31.435999 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Loading extension file: vlantransparent.py {{(pid=92868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 23:48:31.436694 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 23:48:31.437195 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 23:48:31.439638 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:network Jun 28 23:48:31.440698 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:subnet Jun 28 23:48:31.441120 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:48:31.441511 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:port Jun 28 23:48:31.442761 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.443194 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service FLAVORS assigned prefix: {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.443810 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.444265 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.444596 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:router Jun 28 23:48:31.445036 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 23:48:31.445537 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service METERING assigned prefix: /metering {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.446962 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.447333 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.447691 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:48:31.448726 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 23:48:31.449169 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:security_group Jun 28 23:48:31.449594 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 23:48:31.450224 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service CORE assigned prefix: {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.450545 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:48:31.450887 dv-cinder-763306-13-smb neutron-server[92868]: WARNING neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] subnetpool is already registered Jun 28 23:48:31.451314 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service CORE assigned prefix: {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.451633 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:48:31.451972 dv-cinder-763306-13-smb neutron-server[92868]: WARNING neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] subnetpool is already registered Jun 28 23:48:31.454550 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.454985 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service FLAVORS assigned prefix: {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.455569 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.456559 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.456895 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:router Jun 28 23:48:31.457235 dv-cinder-763306-13-smb neutron-server[92868]: WARNING neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] router is already registered Jun 28 23:48:31.457653 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 23:48:31.457986 dv-cinder-763306-13-smb neutron-server[92868]: WARNING neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] floatingip is already registered Jun 28 23:48:31.458445 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service METERING assigned prefix: /metering {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.459217 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 23:48:31.459447 dv-cinder-763306-13-smb neutron-server[92868]: WARNING neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] rbac_policy is already registered Jun 28 23:48:31.459856 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:security_group Jun 28 23:48:31.460213 dv-cinder-763306-13-smb neutron-server[92868]: WARNING neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] security_group is already registered Jun 28 23:48:31.460614 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 23:48:31.460946 dv-cinder-763306-13-smb neutron-server[92868]: WARNING neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] security_group_rule is already registered Jun 28 23:48:31.461800 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service CORE assigned prefix: {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.461898 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:48:31.462221 dv-cinder-763306-13-smb neutron-server[92868]: WARNING neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] subnetpool is already registered Jun 28 23:48:31.462635 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.v2.resource_helper [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Service CORE assigned prefix: {{(pid=92868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 23:48:31.462954 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 23:48:31.463278 dv-cinder-763306-13-smb neutron-server[92868]: WARNING neutron.quota.resource_registry [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] subnetpool is already registered Jun 28 23:48:31.463741 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: extensions {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.465271 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: address-groups {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.466798 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: address-scopes {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.468143 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: agents {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.469396 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: auto-allocated-topology {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.470522 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: availability_zones {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.471778 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: dhcp-networks {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.473326 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: dhcp-agents {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.474776 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: routers {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.476501 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: flavors {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.479058 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: service_profiles {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.480297 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: next_providers {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.481755 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: service_profiles {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.483291 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: floatingip-pools {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.484543 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: routers {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.486264 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: floatingips {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.487731 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: l3-routers {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.489296 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: l3-agents {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.490718 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: metering-labels {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.491968 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: metering-label-rules {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.493386 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: network-ip-availabilities {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.494631 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: bindings {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.496270 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: quotas {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.497797 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: quotas {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.499233 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: rbac-policies {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.500451 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: security-groups {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.501761 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: security-group-rules {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.503589 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: service-providers {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.504851 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: subnetpools {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.506168 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: subnetpools {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.507706 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: tags {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.509418 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: tags {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.511251 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: tags {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.513051 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: tags {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.514724 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: tags {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.516701 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: tags {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.518978 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: tags {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.520795 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: tags {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.522663 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: tags {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.524423 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron.api.extensions [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Extended resource: tags {{(pid=92868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 23:48:31.530461 dv-cinder-763306-13-smb neutron-server[92868]: WARNING keystonemiddleware.auth_token [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 23:48:31.535032 dv-cinder-763306-13-smb neutron-server[92868]: WARNING keystonemiddleware.auth_token [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 23:48:31.543410 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_concurrency.lockutils [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Acquired lock "singleton_lock" {{(pid=92868) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 23:48:31.543881 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_concurrency.lockutils [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Releasing lock "singleton_lock" {{(pid=92868) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 23:48:31.544566 dv-cinder-763306-13-smb neutron-server[92868]: INFO oslo_service.service [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Starting 2 workers Jun 28 23:48:31.549286 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Started child 92977 {{(pid=92868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 23:48:31.553984 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Started child 92978 {{(pid=92868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 23:48:31.554714 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:31.555410 dv-cinder-763306-13-smb neutron-server[92868]: INFO neutron.service [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 23:48:31.556088 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Notify callbacks [] for process, before_spawn {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:31.556233 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [-] (92977) wsgi starting up on http://0.0.0.0:9696 Jun 28 23:48:31.558524 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:31.558996 dv-cinder-763306-13-smb neutron-server[92868]: INFO oslo_service.service [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Starting 1 workers Jun 28 23:48:31.559852 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [-] (92978) wsgi starting up on http://0.0.0.0:9696 Jun 28 23:48:31.563636 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Started child 92979 {{(pid=92868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 23:48:31.564234 dv-cinder-763306-13-smb neutron-server[92868]: INFO oslo_service.service [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Starting 1 workers Jun 28 23:48:31.567914 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.service [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] calling RpcWorker wait() {{(pid=92979) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 23:48:31.568541 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.service [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] returning from RpcWorker wait() {{(pid=92979) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 23:48:31.569285 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Started child 92980 {{(pid=92868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 23:48:31.569892 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:31.570167 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG neutron_lib.callbacks.manager [None req-97f71850-4379-4830-a491-ab693b837cd6 None None] Notify callbacks [] for process, after_spawn {{(pid=92868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:31.570473 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:48:31.572034 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92868) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 23:48:31.572275 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 23:48:31.572461 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 23:48:31.572689 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 23:48:31.573032 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 23:48:31.573195 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 23:48:31.573724 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.573992 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.574243 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.574366 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:31.574868 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.574868 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.575332 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.575441 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:48:31.575595 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.575827 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.576136 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.576381 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.576568 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.576713 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.576970 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.577219 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.577499 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.577775 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.578010 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.578524 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.578694 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.578973 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.579230 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.579493 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.579753 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] debug = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.580017 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.580523 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.580772 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.581562 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.581796 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.582070 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.582325 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.582623 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.582879 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.583130 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.583360 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.583624 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.583868 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.584118 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.584478 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.584657 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.584804 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.585282 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] host = dv-cinder-763306-13-smb {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.585915 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.585915 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.586154 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.586275 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.586442 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.586637 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.586884 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.587135 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.587369 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.587593 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.587848 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.588119 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.588350 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.588582 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_file = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.588744 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_options = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.588979 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.589250 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.589510 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.589697 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.589865 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.590037 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.590282 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.590443 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.590687 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.590897 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.591110 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.591319 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.591544 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.591752 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.591987 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.592254 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.592481 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.592775 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.592952 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.593253 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.593386 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.593604 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.593843 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.594026 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.594232 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.594457 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.594680 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.594906 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.595114 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.595364 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.595591 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.595856 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.596139 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.596390 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.596669 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.596890 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.597194 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.597410 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.597577 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.597818 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.598057 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.598290 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.598530 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.598741 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.598983 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.599278 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] use_json = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.599487 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.599700 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.599953 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.600185 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.600396 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.600626 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.600836 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.601085 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.601514 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.601792 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.602113 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.602357 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.602588 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.602888 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.603734 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.604272 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.604447 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.604612 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.604985 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.605240 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.605439 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.605683 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.605974 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.606327 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.606620 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.606944 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.607100 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.607356 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.607517 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.607755 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.608139 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.608384 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.608849 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.609121 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.609341 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.609566 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.609807 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.610027 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.610257 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.610757 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.610757 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.611077 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.611286 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.611441 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.611654 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.611889 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.612357 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.612585 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.612747 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.612891 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.613137 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.613285 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.613539 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.613727 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.613941 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.614193 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.614394 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.614655 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.614874 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.615085 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.616304 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.616304 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.616304 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.616304 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.616304 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.618068 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.618068 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.618068 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.618068 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.618068 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.618068 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.618068 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620071 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620071 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620071 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620071 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620071 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620071 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620071 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620071 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620071 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620703 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620703 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620703 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620703 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.620995 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.621083 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.621278 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.621493 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.621742 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.621914 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.623286 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.623286 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.623286 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.623286 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.623286 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.623690 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.623690 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.623839 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.624684 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.624684 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.624684 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.624964 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.625044 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.625266 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.625541 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.625926 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.626320 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.626578 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.626806 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.627054 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.627273 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.627510 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.628310 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.628572 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.628828 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.629084 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.629540 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.630004 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.630289 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.630544 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.630834 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.631070 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.631325 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.631728 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.632290 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.632548 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.632813 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.633051 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.633298 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.633531 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.633797 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.634045 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.634305 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.634509 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.634786 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.635033 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.635254 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.635486 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.635686 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.635988 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.636275 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.636509 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.636717 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.636982 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.637458 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.637780 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.638156 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.638498 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.638830 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.639192 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.639513 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.639789 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.640115 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.640409 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.640700 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.641001 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.641296 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.641589 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.641854 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.642122 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.642443 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.642714 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.643020 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.643440 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.644163 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.644540 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.644934 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.645318 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.645696 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.645937 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.646159 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.646417 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.646631 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.646844 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.647091 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.647311 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.647593 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.647845 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.648112 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.648364 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.648586 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.648821 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.649031 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.649272 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.649505 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.649719 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.649932 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.650145 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.650354 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.650563 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.650809 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.651020 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.651267 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.651571 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.651887 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.652105 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.652482 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.652877 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.653099 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.653349 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.653594 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.653894 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.654032 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.654402 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.654622 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.654862 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.655102 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.655326 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.655549 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.655764 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.655972 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.656213 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.656422 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.656719 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.656973 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.657204 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.657576 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.657714 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.657921 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.658142 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.658351 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.658571 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.658779 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.659039 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.659243 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.659477 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.659684 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.659890 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.660139 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.660354 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.660559 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.660784 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.660991 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.661195 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.661419 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.661624 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.661849 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.662086 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.662320 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.662526 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.662764 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.662982 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.663215 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.663499 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.663747 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.663970 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.664275 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.664502 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.664742 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.664984 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.665294 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.665524 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.665794 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.666004 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.666236 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.666452 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.666682 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.666994 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.667310 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.667556 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.667808 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.668116 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.668391 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.668662 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.668893 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.669192 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.669519 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.669796 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.670062 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.670308 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.670555 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.670793 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.671011 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.671254 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.671485 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.671696 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.671965 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.672231 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.672472 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.672685 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.672940 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.673174 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.673393 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.673600 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.673832 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.674049 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.674226 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 23:48:31.674809 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92868) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 23:48:31.674969 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 23:48:31.675123 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 23:48:31.675299 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 23:48:31.675463 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 23:48:31.675614 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 23:48:31.675820 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.675984 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.676172 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.676335 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.676506 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.676686 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.676852 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.677011 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.677168 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.677325 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.677482 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.677640 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.677798 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.677956 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.678114 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.678272 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.678431 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.678588 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.678749 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.678907 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.679075 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.679216 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.679349 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] debug = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.679511 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.679720 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.679869 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.680027 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.680209 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.680367 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.680524 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.680681 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.680839 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.680996 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.681153 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.681312 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.681470 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.681631 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.681789 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.681946 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.682103 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.682261 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] host = dv-cinder-763306-13-smb {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.682419 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.682576 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.682734 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.682892 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.683049 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.683206 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.683363 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.683520 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.683677 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.683833 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.683996 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.684180 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.684334 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.684491 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_file = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.684648 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_options = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.684804 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.684961 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.685119 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.685293 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.685453 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.685611 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.685769 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.685931 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.686086 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.686228 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.686387 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.686543 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.686700 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.686856 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.687014 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.687170 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.687327 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.687485 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.687641 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.687799 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.687956 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.688154 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.688347 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.688446 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.688594 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.688751 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.688908 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.689149 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.689282 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.689370 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.689538 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.689670 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.689867 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.689986 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.690142 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.690825 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.690977 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.691169 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.691286 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.691437 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.691695 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.691859 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.692201 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.692450 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.692557 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.692664 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] use_json = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.692834 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.692969 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.693122 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.693284 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.693439 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.693597 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.693754 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.693914 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 23:48:31.694096 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.694252 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.694422 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.694591 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.694754 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.694913 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.695071 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.695230 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.695390 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.695547 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.695716 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.695875 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.696068 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.696226 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.696386 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.696602 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.696691 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.696842 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.697000 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.697158 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.697319 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.697477 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.697653 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.697860 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.697977 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.698193 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.698570 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.698570 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.698570 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.698781 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.698859 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.699022 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.699179 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.699338 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.699497 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.699657 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.699816 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.699977 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.700176 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.700339 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.700500 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.700658 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.700818 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.700978 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.701138 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.701299 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.701459 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.701620 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.701779 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.701939 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.702120 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.702311 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.702410 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.702571 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.702730 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.702888 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.703296 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.703521 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.703656 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.703769 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.703927 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.704121 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.704282 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.704450 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.704613 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.704773 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.704915 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.705076 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.705234 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.705395 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.705542 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.705698 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.706415 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.706559 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.706765 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.706897 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.707028 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.707156 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.707289 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.707453 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.707616 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.707773 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.707933 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.708122 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.708291 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.708470 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.708795 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.708795 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.709040 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.709158 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.709240 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.709392 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.709541 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.709691 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.709864 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.710075 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.710187 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.710307 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.710468 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.710630 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.710790 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.710976 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.711115 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.711299 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.711567 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.711684 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.711786 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.711915 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.712149 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.712236 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.712436 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.712557 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.712718 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.712902 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.713057 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.713199 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.713358 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.713520 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.713763 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.714116 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.714116 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.714116 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.714303 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.714433 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.714593 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.714752 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.714910 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.715142 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.715289 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.715468 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.715608 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.715702 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.715864 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.716032 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.716349 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.716349 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.716618 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.716618 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.716860 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.716974 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.717175 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.717316 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.717416 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.717535 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.717698 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.717849 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:48:31.717965 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.718069 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.718163 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.718301 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.718665 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.718665 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.718890 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.718890 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.719059 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.719203 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.719357 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.719565 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.719676 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.719919 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.720038 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.720165 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.720290 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.720448 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.720606 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.720761 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.720922 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.721079 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.721323 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.721447 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.721609 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.721744 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.721886 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.722079 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.722239 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.722507 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.722676 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.722928 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.722928 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.723134 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.723226 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.723312 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.723527 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.723649 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.723795 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.723912 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.724122 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.724268 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.724448 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.724605 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.724856 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.724983 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.725059 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.725220 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.725414 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.725526 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.725687 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.725845 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.726123 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.726222 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.726307 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.726458 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.726653 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.726782 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.726940 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.727137 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.727258 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.727424 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.727570 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.727758 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.727982 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.728101 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.728229 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.728369 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.728534 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.728703 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.728856 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.728992 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.729151 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.729322 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.729482 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.729638 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.729800 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.729958 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.730116 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.730283 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.730447 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.730617 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.730765 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.730907 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.731058 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.731223 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.731385 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.731541 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.731801 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.731893 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.732000 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.732202 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.732365 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.732527 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.732693 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.732858 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.733085 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.733177 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.733318 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.733637 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.733837 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.734001 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.734128 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.734228 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.734398 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.734558 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.734736 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.734906 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.735167 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.735316 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.735405 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.735532 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.735678 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.735837 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.736095 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.736232 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.736594 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.736594 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.736738 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.736828 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.737021 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.737637 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.737808 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.738004 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.738129 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.738316 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.738402 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.738569 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.738734 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.738934 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.739071 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.739186 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.739365 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.739518 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 23:48:31.739649 dv-cinder-763306-13-smb neutron-server[92868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 23:48:31.962350 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 58310) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:48:31.970986 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064490 Jun 28 23:48:44.368280 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077bf5a-d607-49d7-b9ca-3a86157fde81 None None] get_active_networks_info from dv-cinder-763306-13-smb {{(pid=92979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 23:48:44.495750 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b077bf5a-d607-49d7-b9ca-3a86157fde81 None None] No non-hosted networks {{(pid=92979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 23:48:44.516474 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.agentschedulers_db [None req-b077bf5a-d607-49d7-b9ca-3a86157fde81 None None] DHCP Agent not found on host dv-cinder-763306-13-smb {{(pid=92979) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 23:48:44.665279 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4999696d-69c2-4d3b-af87-f05c5d075f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3775158'] for agent, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:47.195384 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2e3647b2-e557-485d-a072-590f60aa4800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3775158'] for agent, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:47.261333 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-328dade1-bdc5-4505-8c81-2bb22007a49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:48.508162 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3775158'] for agent, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:48.508969 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:48.509585 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:48.510188 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:48.510745 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:48.511265 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:48.511831 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:48.512368 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:48.513044 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:48.513640 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:48.514209 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:48.514724 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:48.515279 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:48.515888 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-13-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:48:48.523507 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-13-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:48:49.459024 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3775158'] for agent, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:50.109616 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.db.l3_hamode_db [None req-5f10ebd9-9163-4772-8e05-218cd3074380 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 23:48:50.192115 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10ebd9-9163-4772-8e05-218cd3074380 None None] Routers set() bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:48:50.192698 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10ebd9-9163-4772-8e05-218cd3074380 None None] Router IDs set() for agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 23:48:50.433839 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3775158'] for agent, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:51.591428 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 58402) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:48:52.100187 dv-cinder-763306-13-smb neutron-server[92977]: WARNING oslo_policy.policy [None req-2f77fe8c-6916-49ec-9690-bcba18a03c7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:48:52.100783 dv-cinder-763306-13-smb neutron-server[92977]: WARNING oslo_policy.policy [None req-2f77fe8c-6916-49ec-9690-bcba18a03c7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:48:52.318098 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [None req-2f77fe8c-6916-49ec-9690-bcba18a03c7d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:48:52.319141 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-2f77fe8c-6916-49ec-9690-bcba18a03c7d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7268453 Jun 28 23:48:54.648377 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 58416) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:48:54.965790 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-70a099ac-73ce-4f76-966d-3fc7369f2035 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:48:55.063218 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.policy [None req-70a099ac-73ce-4f76-966d-3fc7369f2035 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92977) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 23:48:55.109283 dv-cinder-763306-13-smb neutron-server[92977]: WARNING oslo_policy.policy [None req-70a099ac-73ce-4f76-966d-3fc7369f2035 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:48:55.109669 dv-cinder-763306-13-smb neutron-server[92977]: WARNING oslo_policy.policy [None req-70a099ac-73ce-4f76-966d-3fc7369f2035 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:48:55.118311 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.quota [None req-70a099ac-73ce-4f76-966d-3fc7369f2035 admin admin] Loaded quota_driver: . Jun 28 23:48:55.216031 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-70a099ac-73ce-4f76-966d-3fc7369f2035 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751067649506', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751067648565', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751067596397', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751067601955', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751067609062', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751067622974', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-777103', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-806736', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4152099', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4084160'] for rbac-policy, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:55.286620 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-70a099ac-73ce-4f76-966d-3fc7369f2035 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:55.288190 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-70a099ac-73ce-4f76-966d-3fc7369f2035 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6387649 Jun 28 23:48:57.855003 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 58428) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:48:58.156963 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'name': 'private', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:48:58.186638 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Made reservation on behalf of 6de81d29420a40b3b5ec7ee94d3d8a00 for: {'network': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:48:58.189854 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:58.209362 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:58.330966 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:58.335197 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:58.340508 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:48:58.362773 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=92977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:48:58.386265 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75867f0-e226-4b92-af73-67d6d5745ec7,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:48:58.393796 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751069643183', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:58.394380 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Unsubscribe: segment precommit_create {{(pid=92977) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 23:48:58.394847 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.segments_db [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Added segment 9e14cee9-74ec-4a0b-b315-e38c5d52a225 of type vlan for network 92179855-82cd-4a13-bff4-498b95744828 Jun 28 23:48:58.415615 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:58.416043 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:58.416400 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:58.416727 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:58.417045 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:58.417359 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:58.417668 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:58.417979 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:58.418302 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:58.418629 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:58.418920 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:58.419223 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Tracked resource versions report: Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: pushed versions: Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: { 'AddressGroup': {'1.2'}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'ConntrackHelper': {'1.0'}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'Log': {'1.0'}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'Network': {'1.1'}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'Port': {'1.7'}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'PortForwarding': {'1.2'}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'QosPolicy': {'1.8'}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'SecurityGroup': {'1.4'}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'SubPort': {'1.0'}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'Subnet': {'1.1'}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'Trunk': {'1.1'}} Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: consumer versions: Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: { DHCP agent@dv-cinder-763306-13-smb: {}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: L3 agent@dv-cinder-763306-13-smb: {}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: Metadata agent@dv-cinder-763306-13-smb: {}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: Metering agent@dv-cinder-763306-13-smb: {}, Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: Open vSwitch agent@dv-cinder-763306-13-smb: { 'AddressGroup': '1.2', Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'ConntrackHelper': '1.0', Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'Log': '1.0', Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'Network': '1.1', Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'Port': '1.7', Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'PortForwarding': '1.2', Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'QosPolicy': '1.8', Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'SecurityGroup': '1.4', Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'SecurityGroupRule': '1.2', Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'SubPort': '1.0', Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'Subnet': '1.1', Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: 'Trunk': '1.1'}} Jun 28 23:48:58.420318 dv-cinder-763306-13-smb neutron-server[92977]: {{(pid=92977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:48:58.497668 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:48:58.511483 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:58.561075 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:58.562565 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:48:58.563221 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:48:58.566748 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:48:58.613975 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7578008 Jun 28 23:48:58.665040 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Pushing event updated for resources: {'Network': ['ID=92179855-82cd-4a13-bff4-498b95744828,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:48:58.668307 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:48:58.677608 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network 92179855-82cd-4a13-bff4-498b95744828 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:49:01.277711 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 58442) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:01.828690 dv-cinder-763306-13-smb neutron-server[92978]: WARNING oslo_policy.policy [None req-ac2c9013-a669-4c4c-b09c-2d63e9ef0feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:49:01.829265 dv-cinder-763306-13-smb neutron-server[92978]: WARNING oslo_policy.policy [None req-ac2c9013-a669-4c4c-b09c-2d63e9ef0feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:49:02.268126 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.policy [None req-ac2c9013-a669-4c4c-b09c-2d63e9ef0feb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92978) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 23:49:02.313332 dv-cinder-763306-13-smb neutron-server[92978]: WARNING oslo_policy.policy [None req-ac2c9013-a669-4c4c-b09c-2d63e9ef0feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:49:02.314030 dv-cinder-763306-13-smb neutron-server[92978]: WARNING oslo_policy.policy [None req-ac2c9013-a669-4c4c-b09c-2d63e9ef0feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 23:49:02.321988 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2c9013-a669-4c4c-b09c-2d63e9ef0feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:49:02.323922 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-ac2c9013-a669-4c4c-b09c-2d63e9ef0feb admin admin] 10.222.0.30 "GET /v2.0/networks/92179855-82cd-4a13-bff4-498b95744828 HTTP/1.1" status: 200 len: 825 time: 1.0441628 Jun 28 23:49:02.363297 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-29df9f2f-2d42-4d48-9e62-26814aa3f54a admin admin] 10.222.0.30 "GET /v2.0/subnetpools/3264aecd-649e-4841-9569-7caec84d5aa2 HTTP/1.1" status: 200 len: 734 time: 0.0336902 Jun 28 23:49:02.372398 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'name': 'private-subnet', 'subnetpool_id': '3264aecd-649e-4841-9569-7caec84d5aa2', 'network_id': '92179855-82cd-4a13-bff4-498b95744828'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:49:02.374330 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.quota [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Loaded quota_driver: . Jun 28 23:49:02.415654 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Made reservation on behalf of 6de81d29420a40b3b5ec7ee94d3d8a00 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:49:02.418486 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:02.716639 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:02.720299 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:02.795366 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Checking segment: {'id': '9e14cee9-74ec-4a0b-b315-e38c5d52a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92179855-82cd-4a13-bff4-498b95744828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:49:02.795760 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Network hostable DHCP agents. Network: 92179855-82cd-4a13-bff4-498b95744828, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:49:02.808558 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=614ecba0-ea51-4fb4-ac9e-b35da9c97925,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:02.824503 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:02.824831 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:02.825158 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:02.825471 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:02.825780 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:02.826094 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:02.826403 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:02.826789 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:02.827064 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:02.827371 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:02.827675 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:02.827980 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Tracked resource versions report: Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: pushed versions: Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: { 'AddressGroup': {'1.2'}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'ConntrackHelper': {'1.0'}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'Log': {'1.0'}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'Network': {'1.1'}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'Port': {'1.7'}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'PortForwarding': {'1.2'}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'QosPolicy': {'1.8'}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'SecurityGroup': {'1.4'}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'SubPort': {'1.0'}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'Subnet': {'1.1'}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'Trunk': {'1.1'}} Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: consumer versions: Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: { DHCP agent@dv-cinder-763306-13-smb: {}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: L3 agent@dv-cinder-763306-13-smb: {}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: Metadata agent@dv-cinder-763306-13-smb: {}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: Metering agent@dv-cinder-763306-13-smb: {}, Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: Open vSwitch agent@dv-cinder-763306-13-smb: { 'AddressGroup': '1.2', Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'ConntrackHelper': '1.0', Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'Log': '1.0', Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'Network': '1.1', Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'Port': '1.7', Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'PortForwarding': '1.2', Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'QosPolicy': '1.8', Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'SecurityGroup': '1.4', Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'SecurityGroupRule': '1.2', Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'SubPort': '1.0', Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'Subnet': '1.1', Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: 'Trunk': '1.1'}} Jun 28 23:49:02.829311 dv-cinder-763306-13-smb neutron-server[92978]: {{(pid=92978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:49:02.848847 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Network 92179855-82cd-4a13-bff4-498b95744828 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:49:02.864088 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, 92179855-82cd-4a13-bff4-498b95744828) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:49:02.876415 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:02.885726 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:49:02.886356 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:02.890744 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70de0d3e-a66c-4f8d-b2e1-25594c450a48 None None] Network 92179855-82cd-4a13-bff4-498b95744828 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:49:02.907572 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5388739 Jun 28 23:49:03.210087 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c9ed9a7-7217-5bae-bc20-cbb2195db9aa-92179855-82cd-4a13-bff4-498b95744828', 'network_id': '92179855-82cd-4a13-bff4-498b95744828', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'fixed_ips': [{'subnet_id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925'}]}} from dv-cinder-763306-13-smb. {{(pid=92979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:49:03.211364 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:03.497842 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Allocated IP 172.20.0.2 (92179855-82cd-4a13-bff4-498b95744828/614ecba0-ea51-4fb4-ac9e-b35da9c97925/e3cbc77d-de03-46cb-b80e-db3d74b17c98) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:49:03.721395 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:03.738379 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Transition to ACTIVE for port object e3cbc77d-de03-46cb-b80e-db3d74b17c98 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:49:03.791885 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Transition to ACTIVE for port object e3cbc77d-de03-46cb-b80e-db3d74b17c98 will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:49:03.801083 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:03.803751 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:03.868631 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Network 92179855-82cd-4a13-bff4-498b95744828 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:49:03.874566 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:49:03.889540 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:49:03.893283 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Pushing event updated for resources: {'Port': ['ID=e3cbc77d-de03-46cb-b80e-db3d74b17c98,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:03.918322 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:03.918657 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:03.918987 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:03.919314 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:03.919643 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:03.920002 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:03.920363 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:03.920681 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:03.921015 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:03.921332 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:03.921643 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:03.921953 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Tracked resource versions report: Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: pushed versions: Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: { 'AddressGroup': {'1.2'}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'ConntrackHelper': {'1.0'}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'Log': {'1.0'}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'Network': {'1.1'}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'Port': {'1.7'}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'PortForwarding': {'1.2'}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'QosPolicy': {'1.8'}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'SecurityGroup': {'1.4'}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'SubPort': {'1.0'}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'Subnet': {'1.1'}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'Trunk': {'1.1'}} Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: consumer versions: Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: { DHCP agent@dv-cinder-763306-13-smb: {}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: L3 agent@dv-cinder-763306-13-smb: {}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: Metadata agent@dv-cinder-763306-13-smb: {}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: Metering agent@dv-cinder-763306-13-smb: {}, Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: Open vSwitch agent@dv-cinder-763306-13-smb: { 'AddressGroup': '1.2', Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'ConntrackHelper': '1.0', Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'Log': '1.0', Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'Network': '1.1', Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'Port': '1.7', Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'PortForwarding': '1.2', Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'QosPolicy': '1.8', Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'SecurityGroup': '1.4', Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'SecurityGroupRule': '1.2', Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'SubPort': '1.0', Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'Subnet': '1.1', Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: 'Trunk': '1.1'}} Jun 28 23:49:03.923063 dv-cinder-763306-13-smb neutron-server[92979]: {{(pid=92979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:49:03.945984 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:03.977017 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Attempting to bind port e3cbc77d-de03-46cb-b80e-db3d74b17c98 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:49:03.977326 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Attempting to bind port e3cbc77d-de03-46cb-b80e-db3d74b17c98 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '9e14cee9-74ec-4a0b-b315-e38c5d52a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92179855-82cd-4a13-bff4-498b95744828'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:49:03.977760 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Attempting to bind port e3cbc77d-de03-46cb-b80e-db3d74b17c98 on network 92179855-82cd-4a13-bff4-498b95744828 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:49:03.982824 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:49:03.983230 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Checking segment: {'id': '9e14cee9-74ec-4a0b-b315-e38c5d52a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92179855-82cd-4a13-bff4-498b95744828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:49:03.983729 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:03.984154 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Bound using segment: {'id': '9e14cee9-74ec-4a0b-b315-e38c5d52a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92179855-82cd-4a13-bff4-498b95744828'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:49:03.984645 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Bound port: e3cbc77d-de03-46cb-b80e-db3d74b17c98, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e14cee9-74ec-4a0b-b315-e38c5d52a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92179855-82cd-4a13-bff4-498b95744828'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:49:03.985072 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:04.051831 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] For port e3cbc77d-de03-46cb-b80e-db3d74b17c98, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:49:04.056486 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] For port e3cbc77d-de03-46cb-b80e-db3d74b17c98, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=e3cbc77d-de03-46cb-b80e-db3d74b17c98,segment=NetworkSegment(9e14cee9-74ec-4a0b-b315-e38c5d52a225),segment_id=9e14cee9-74ec-4a0b-b315-e38c5d52a225)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:49:04.061500 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:04.067227 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:04.134955 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Pushing event updated for resources: {'Port': ['ID=e3cbc77d-de03-46cb-b80e-db3d74b17c98,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:04.138736 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:05.510147 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 58464) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:05.858549 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [None req-c8be3514-14cc-47d0-a077-c9c3d0c7a0ca admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:49:05.859584 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-c8be3514-14cc-47d0-a077-c9c3d0c7a0ca admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3482444 Jun 28 23:49:08.246708 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 58472) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:08.567071 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [None req-1eece2bd-7edf-4188-a0c2-1d37fbad3486 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:49:08.568153 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1eece2bd-7edf-4188-a0c2-1d37fbad3486 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3204873 Jun 28 23:49:10.176450 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3759ba75-b4d7-4d0e-9741-b73b81e2a735 None None] Network 92179855-82cd-4a13-bff4-498b95744828 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:49:10.240632 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-7f0ce510-0e11-4d55-ace3-8ba5af5e3886 None None] Provisioning for port e3cbc77d-de03-46cb-b80e-db3d74b17c98 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:49:10.583795 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device e3cbc77d-de03-46cb-b80e-db3d74b17c98 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:49:10.664921 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port e3cbc77d-de03-46cb-b80e-db3d74b17c98 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:49:10.668378 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port e3cbc77d-de03-46cb-b80e-db3d74b17c98 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:10.668780 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:10.777833 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:10.812451 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port e3cbc77d-de03-46cb-b80e-db3d74b17c98, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=e3cbc77d-de03-46cb-b80e-db3d74b17c98,segment=NetworkSegment(9e14cee9-74ec-4a0b-b315-e38c5d52a225),segment_id=9e14cee9-74ec-4a0b-b315-e38c5d52a225)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:49:10.817335 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:10.819765 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:10.864633 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=e3cbc77d-de03-46cb-b80e-db3d74b17c98,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:10.868376 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:11.177352 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 58486) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:11.471562 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-935c5b0a-19ec-4389-b468-e5e7009ed258 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'name': 'router1'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:49:11.496387 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-935c5b0a-19ec-4389-b468-e5e7009ed258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38188'] for router, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:11.497921 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-935c5b0a-19ec-4389-b468-e5e7009ed258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38183'] for router, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:11.639420 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-935c5b0a-19ec-4389-b468-e5e7009ed258 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:11.644770 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-935c5b0a-19ec-4389-b468-e5e7009ed258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774127'] for router, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:11.656378 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-935c5b0a-19ec-4389-b468-e5e7009ed258 admin admin] Notify callbacks [] for router, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:11.657542 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-935c5b0a-19ec-4389-b468-e5e7009ed258 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4792225 Jun 28 23:49:12.544238 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device e3cbc77d-de03-46cb-b80e-db3d74b17c98 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:49:12.593882 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port e3cbc77d-de03-46cb-b80e-db3d74b17c98 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:12.594517 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:14.006809 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 58494) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:14.184035 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dfc016b7-6f8c-4a79-a291-2af665f6edf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:14.320214 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [None req-51e1ef2b-8d03-4510-9381-42c4b4b77ff8 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:49:14.321235 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-51e1ef2b-8d03-4510-9381-42c4b4b77ff8 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3135021 Jun 28 23:49:16.705499 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 58502) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:17.041321 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:49:17.063621 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Made reservation on behalf of 0cdc351dd546472b84d87aa556f12ee0 for: {'network': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:49:17.066200 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.074771 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.165455 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.169421 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.173546 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:17.184119 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Reserving flat network on physical network physnet1 {{(pid=92977) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 23:49:17.196945 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3fd39c53-a8a2-486c-baa7-ee3298e39033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.207144 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.207500 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.segments_db [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Added segment 697fd394-b4ce-49cd-bf9f-c78995524abf of type flat for network b5b54806-5b8c-4699-8258-4cd96ed8e211 Jun 28 23:49:17.209003 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb29faaa-4752-4067-adc5-2951419c87d2,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:17.217631 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:17.258575 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.312757 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.314576 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:49:17.315145 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:17.317120 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:17.368630 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6620538 Jun 28 23:49:17.374419 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Pushing event updated for resources: {'Network': ['ID=b5b54806-5b8c-4699-8258-4cd96ed8e211,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:17.385700 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:17.394947 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:49:18.501171 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:19.392852 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:19.812732 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 58520) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:19.990588 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa90671-3a02-4598-a4dc-15a61a7c006d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:49:19.991944 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-eaa90671-3a02-4598-a4dc-15a61a7c006d admin admin] 10.222.0.30 "GET /v2.0/subnets/614ecba0-ea51-4fb4-ac9e-b35da9c97925 HTTP/1.1" status: 200 len: 849 time: 0.1782699 Jun 28 23:49:20.180096 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-580b44ac-737e-4254-a796-4267e8bfd17e admin admin] 10.222.0.30 "GET /v2.0/routers/d4aef5eb-760d-4911-af14-34039d66f14e HTTP/1.1" status: 200 len: 704 time: 0.1827283 Jun 28 23:49:20.389474 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:20.456105 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:20.850599 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Allocated IP 172.20.0.1 (92179855-82cd-4a13-bff4-498b95744828/614ecba0-ea51-4fb4-ac9e-b35da9c97925/af742350-9fd6-4a17-9d5a-50b6cdd28bd3) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:49:21.014526 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:21.038508 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Transition to ACTIVE for port object af742350-9fd6-4a17-9d5a-50b6cdd28bd3 will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:49:21.121642 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:21.124031 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:21.188726 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Network 92179855-82cd-4a13-bff4-498b95744828 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:49:21.194481 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:49:21.197200 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:49:21.197772 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3776146'] for router_interface, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:21.263271 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Pushing event updated for resources: {'Port': ['ID=af742350-9fd6-4a17-9d5a-50b6cdd28bd3,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:21.274003 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:21.361230 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-fbfb701c-2a4b-488e-8cce-daaf6763b6b8 None None] Provisioning for port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:49:21.364854 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-fbfb701c-2a4b-488e-8cce-daaf6763b6b8 None None] Provisioning complete for port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:21.365224 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fbfb701c-2a4b-488e-8cce-daaf6763b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:21.397998 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb701c-2a4b-488e-8cce-daaf6763b6b8 None None] Port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:49:21.423120 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:21.656759 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:21.661600 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:21.662934 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3870791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3775074'] for router_interface, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:21.665735 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:21.750188 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Pushing event updated for resources: {'Port': ['ID=af742350-9fd6-4a17-9d5a-50b6cdd28bd3,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:21.753908 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:21.790019 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Network 92179855-82cd-4a13-bff4-498b95744828 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:49:21.791342 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:49:21.956853 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Router d4aef5eb-760d-4911-af14-34039d66f14e is scheduled to L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 with binding_index 1 {{(pid=92978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:49:22.020520 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-917b3ee8-86bd-4415-b715-385bb250bb79 None None] Provisioning complete for port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:22.020882 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-917b3ee8-86bd-4415-b715-385bb250bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:22.046992 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:49:22.053674 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] 10.222.0.30 "PUT /v2.0/routers/d4aef5eb-760d-4911-af14-34039d66f14e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8686957 Jun 28 23:49:22.054990 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-917b3ee8-86bd-4415-b715-385bb250bb79 None None] Port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:49:22.058652 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Sync routers for ids ['d4aef5eb-760d-4911-af14-34039d66f14e'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:49:22.070446 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Routers {'d4aef5eb-760d-4911-af14-34039d66f14e'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:49:22.071268 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:49:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['d4aef5eb-760d-4911-af14-34039d66f14e'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:22.264703 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Set router d4aef5eb-760d-4911-af14-34039d66f14e gateway port host: None {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:49:22.729379 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'name': 'router1', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:49:11Z', 'updated_at': '2021-06-28T23:49:21Z', 'revision_number': 2, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'gw_port_host': None, '_interfaces': [{'id': 'af742350-9fd6-4a17-9d5a-50b6cdd28bd3', 'name': '', 'network_id': '92179855-82cd-4a13-bff4-498b95744828', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'mac_address': 'fa:16:3e:40:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:20Z', 'updated_at': '2021-06-28T23:49:21Z', 'revision_number': 2, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'subnets': [{'id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3264aecd-649e-4841-9569-7caec84d5aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:22.782165 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Checking router: d4aef5eb-760d-4911-af14-34039d66f14e for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:49:22.782578 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Updating router d4aef5eb-760d-4911-af14-34039d66f14e port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 binding host dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:49:22.850193 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:23.382562 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:23.402271 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Transition to ACTIVE for port object af742350-9fd6-4a17-9d5a-50b6cdd28bd3 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:49:23.409978 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:23.413173 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:23.644439 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Pushing event updated for resources: {'Port': ['ID=af742350-9fd6-4a17-9d5a-50b6cdd28bd3,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:23.659777 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Attempting to bind port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:49:23.660199 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Attempting to bind port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '9e14cee9-74ec-4a0b-b315-e38c5d52a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92179855-82cd-4a13-bff4-498b95744828'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:49:23.660638 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Attempting to bind port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 on network 92179855-82cd-4a13-bff4-498b95744828 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:49:23.663242 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:23.663578 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:23.663903 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:23.664253 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:23.664565 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:23.664886 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:23.665199 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:23.665507 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:23.665821 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:23.666128 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:23.666432 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:23.666736 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Tracked resource versions report: Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: pushed versions: Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: { 'AddressGroup': {'1.2'}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'ConntrackHelper': {'1.0'}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'Log': {'1.0'}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'Network': {'1.1'}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'Port': {'1.7'}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'PortForwarding': {'1.2'}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'QosPolicy': {'1.8'}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'SecurityGroup': {'1.4'}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'SubPort': {'1.0'}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'Subnet': {'1.1'}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'Trunk': {'1.1'}} Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: consumer versions: Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: { DHCP agent@dv-cinder-763306-13-smb: {}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: L3 agent@dv-cinder-763306-13-smb: {}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: Metadata agent@dv-cinder-763306-13-smb: {}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: Metering agent@dv-cinder-763306-13-smb: {}, Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: Open vSwitch agent@dv-cinder-763306-13-smb: { 'AddressGroup': '1.2', Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'ConntrackHelper': '1.0', Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'Log': '1.0', Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'Network': '1.1', Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'Port': '1.7', Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'PortForwarding': '1.2', Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'QosPolicy': '1.8', Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'SecurityGroup': '1.4', Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'SecurityGroupRule': '1.2', Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'SubPort': '1.0', Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'Subnet': '1.1', Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: 'Trunk': '1.1'}} Jun 28 23:49:23.667840 dv-cinder-763306-13-smb neutron-server[92980]: {{(pid=92980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:49:23.674648 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:49:23.675053 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Checking segment: {'id': '9e14cee9-74ec-4a0b-b315-e38c5d52a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92179855-82cd-4a13-bff4-498b95744828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:49:23.675552 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:23.675942 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Bound using segment: {'id': '9e14cee9-74ec-4a0b-b315-e38c5d52a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92179855-82cd-4a13-bff4-498b95744828'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:49:23.676503 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Bound port: af742350-9fd6-4a17-9d5a-50b6cdd28bd3, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e14cee9-74ec-4a0b-b315-e38c5d52a225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92179855-82cd-4a13-bff4-498b95744828'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:49:23.676914 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:23.679008 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:23.752332 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] For port af742350-9fd6-4a17-9d5a-50b6cdd28bd3, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:49:23.776181 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] For port af742350-9fd6-4a17-9d5a-50b6cdd28bd3, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=af742350-9fd6-4a17-9d5a-50b6cdd28bd3,segment=NetworkSegment(9e14cee9-74ec-4a0b-b315-e38c5d52a225),segment_id=9e14cee9-74ec-4a0b-b315-e38c5d52a225)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:49:23.781254 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:23.783532 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:23.840772 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Pushing event updated for resources: {'Port': ['ID=af742350-9fd6-4a17-9d5a-50b6cdd28bd3,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:23.845054 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:23.847213 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Routers {'d4aef5eb-760d-4911-af14-34039d66f14e'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:49:23.847839 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:49:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['d4aef5eb-760d-4911-af14-34039d66f14e'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:23.943851 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] Set router d4aef5eb-760d-4911-af14-34039d66f14e gateway port host: None {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:49:24.158838 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'name': 'router1', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:49:11Z', 'updated_at': '2021-06-28T23:49:21Z', 'revision_number': 2, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'gw_port_host': None, '_interfaces': [{'id': 'af742350-9fd6-4a17-9d5a-50b6cdd28bd3', 'name': '', 'network_id': '92179855-82cd-4a13-bff4-498b95744828', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'mac_address': 'fa:16:3e:40:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:20Z', 'updated_at': '2021-06-28T23:49:23Z', 'revision_number': 4, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'subnets': [{'id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3264aecd-649e-4841-9569-7caec84d5aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:24.190144 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f6a440-e46a-49c0-9dd0-7a00298e6d8e None None] The sync data for ids ['d4aef5eb-760d-4911-af14-34039d66f14e'] in dv-cinder-763306-13-smb is: [{'id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'name': 'router1', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:49:11Z', 'updated_at': '2021-06-28T23:49:21Z', 'revision_number': 2, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'gw_port_host': None, '_interfaces': [{'id': 'af742350-9fd6-4a17-9d5a-50b6cdd28bd3', 'name': '', 'network_id': '92179855-82cd-4a13-bff4-498b95744828', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'mac_address': 'fa:16:3e:40:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:20Z', 'updated_at': '2021-06-28T23:49:23Z', 'revision_number': 4, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'subnets': [{'id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3264aecd-649e-4841-9569-7caec84d5aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:49:24.319464 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 58540) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:24.432752 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d8ee85-bf18-45eb-a149-7a61c209b71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:49:24.434033 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-f2d8ee85-bf18-45eb-a149-7a61c209b71c admin admin] 10.222.0.30 "GET /v2.0/networks/b5b54806-5b8c-4699-8258-4cd96ed8e211 HTTP/1.1" status: 200 len: 842 time: 0.1135631 Jun 28 23:49:24.444382 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'name': 'public-subnet'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:49:24.467266 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Made reservation on behalf of 0cdc351dd546472b84d87aa556f12ee0 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:49:24.469768 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:24.768333 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.objects.ports [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 23:49:24.768689 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:24.770802 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ae3cd43c-f9bf-4654-88cb-a8fbc53914ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:24.826038 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b21d0bc-898a-44cb-a4d2-6ee0812eb930,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:24.830244 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:24.837429 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Checking segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:49:24.837779 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Network hostable DHCP agents. Network: b5b54806-5b8c-4699-8258-4cd96ed8e211, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:49:24.854960 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:49:24.865285 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, b5b54806-5b8c-4699-8258-4cd96ed8e211) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:49:24.871312 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:49:24.872336 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:24.876418 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d68543-f268-42e6-9f95-9893fe5454ac None None] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:49:24.889012 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4483356 Jun 28 23:49:25.027536 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843203a6-b7d7-455e-858b-b879a30daff9 None None] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:49:27.206315 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 58552) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:27.363321 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-9d7e7d96-578a-4f3f-aed2-13fe20c61a3b admin admin] 10.222.0.30 "GET /v2.0/routers/d4aef5eb-760d-4911-af14-34039d66f14e HTTP/1.1" status: 200 len: 710 time: 0.1558311 Jun 28 23:49:27.459109 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab2174-5a72-4ca9-9b6f-b2d895ea8563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:49:27.461800 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-05ab2174-5a72-4ca9-9b6f-b2d895ea8563 admin admin] 10.222.0.30 "GET /v2.0/networks/b5b54806-5b8c-4699-8258-4cd96ed8e211 HTTP/1.1" status: 200 len: 886 time: 0.0917542 Jun 28 23:49:27.469412 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:49:27.802876 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38153'] for router, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:28.043317 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:28.117985 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:28.232107 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Allocated IP 172.28.0.102 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/28eddbf9-a6f1-4f19-8143-1865b5902de1) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:49:28.342187 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:28.382709 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:28.385020 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:28.421039 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:49:28.424037 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:49:28.433049 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:49:28.436134 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Pushing event updated for resources: {'Port': ['ID=28eddbf9-a6f1-4f19-8143-1865b5902de1,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:28.467622 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:28.581984 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device af742350-9fd6-4a17-9d5a-50b6cdd28bd3 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:49:28.629861 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:49:28.633681 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:28.633996 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:28.682535 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:28.716828 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:28.748584 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port af742350-9fd6-4a17-9d5a-50b6cdd28bd3, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=af742350-9fd6-4a17-9d5a-50b6cdd28bd3,segment=NetworkSegment(9e14cee9-74ec-4a0b-b315-e38c5d52a225),segment_id=9e14cee9-74ec-4a0b-b315-e38c5d52a225)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:49:28.753396 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:28.755579 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:28.804700 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=af742350-9fd6-4a17-9d5a-50b6cdd28bd3,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:28.808201 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:28.878269 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38153'] for router, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:28.881443 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3774141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3774134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3775194'] for router, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:28.984437 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Router d4aef5eb-760d-4911-af14-34039d66f14e has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:49:29.085195 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:49:29.090089 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:29.091115 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] 10.222.0.30 "PUT /v2.0/routers/d4aef5eb-760d-4911-af14-34039d66f14e HTTP/1.1" status: 200 len: 890 time: 1.6251884 Jun 28 23:49:29.095736 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Sync routers for ids ['d4aef5eb-760d-4911-af14-34039d66f14e'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:49:29.107230 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Routers {'d4aef5eb-760d-4911-af14-34039d66f14e'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:49:29.107912 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:49:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['d4aef5eb-760d-4911-af14-34039d66f14e'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:29.401737 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Set router d4aef5eb-760d-4911-af14-34039d66f14e gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:49:29.812076 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'name': 'router1', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '28eddbf9-a6f1-4f19-8143-1865b5902de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:49:11Z', 'updated_at': '2021-06-28T23:49:28Z', 'revision_number': 4, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'gw_port': {'id': '28eddbf9-a6f1-4f19-8143-1865b5902de1', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:28Z', 'updated_at': '2021-06-28T23:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': 'af742350-9fd6-4a17-9d5a-50b6cdd28bd3', 'name': '', 'network_id': '92179855-82cd-4a13-bff4-498b95744828', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'mac_address': 'fa:16:3e:40:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:20Z', 'updated_at': '2021-06-28T23:49:28Z', 'revision_number': 5, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'subnets': [{'id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3264aecd-649e-4841-9569-7caec84d5aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:29.861691 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Checking router: d4aef5eb-760d-4911-af14-34039d66f14e for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:49:29.862048 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Updating router d4aef5eb-760d-4911-af14-34039d66f14e port 28eddbf9-a6f1-4f19-8143-1865b5902de1 binding host dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:49:29.896034 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:30.232808 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:30.248672 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Transition to ACTIVE for port object 28eddbf9-a6f1-4f19-8143-1865b5902de1 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:49:30.256671 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:30.260897 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2578fcd4-f368-4716-bfbb-6e3dcf5ed620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:30.308706 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Attempting to bind port 28eddbf9-a6f1-4f19-8143-1865b5902de1 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:49:30.309076 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Attempting to bind port 28eddbf9-a6f1-4f19-8143-1865b5902de1 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:49:30.309434 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Attempting to bind port 28eddbf9-a6f1-4f19-8143-1865b5902de1 on network b5b54806-5b8c-4699-8258-4cd96ed8e211 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:49:30.311381 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044e98a-1d1a-4b29-9f27-bb7baee57bac None None] Pushing event updated for resources: {'Port': ['ID=28eddbf9-a6f1-4f19-8143-1865b5902de1,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:30.315199 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4044e98a-1d1a-4b29-9f27-bb7baee57bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:30.317961 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:49:30.318415 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Checking segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:49:30.318891 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:30.319372 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Bound using segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:49:30.319822 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Bound port: 28eddbf9-a6f1-4f19-8143-1865b5902de1, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:49:30.320254 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:30.372337 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] For port 28eddbf9-a6f1-4f19-8143-1865b5902de1, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:49:30.375414 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] For port 28eddbf9-a6f1-4f19-8143-1865b5902de1, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=28eddbf9-a6f1-4f19-8143-1865b5902de1,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:49:30.380393 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:30.382563 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:30.438662 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044e98a-1d1a-4b29-9f27-bb7baee57bac None None] Pushing event updated for resources: {'Port': ['ID=28eddbf9-a6f1-4f19-8143-1865b5902de1,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:30.442073 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Routers {'d4aef5eb-760d-4911-af14-34039d66f14e'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:49:30.442659 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:49:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['d4aef5eb-760d-4911-af14-34039d66f14e'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:30.475788 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4044e98a-1d1a-4b29-9f27-bb7baee57bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:30.612636 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device af742350-9fd6-4a17-9d5a-50b6cdd28bd3 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:49:30.629415 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 5 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:49:30.663366 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] Set router d4aef5eb-760d-4911-af14-34039d66f14e gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:49:30.741770 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:30.742148 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:30.933573 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'name': 'router1', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '28eddbf9-a6f1-4f19-8143-1865b5902de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:49:11Z', 'updated_at': '2021-06-28T23:49:28Z', 'revision_number': 4, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'gw_port': {'id': '28eddbf9-a6f1-4f19-8143-1865b5902de1', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:28Z', 'updated_at': '2021-06-28T23:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': 'af742350-9fd6-4a17-9d5a-50b6cdd28bd3', 'name': '', 'network_id': '92179855-82cd-4a13-bff4-498b95744828', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'mac_address': 'fa:16:3e:40:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:20Z', 'updated_at': '2021-06-28T23:49:28Z', 'revision_number': 5, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'subnets': [{'id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3264aecd-649e-4841-9569-7caec84d5aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:49:30.961078 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3fa53-fa05-4290-86bc-20e9df225c5f None None] The sync data for ids ['d4aef5eb-760d-4911-af14-34039d66f14e'] in dv-cinder-763306-13-smb is: [{'id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'name': 'router1', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': '28eddbf9-a6f1-4f19-8143-1865b5902de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:49:11Z', 'updated_at': '2021-06-28T23:49:28Z', 'revision_number': 4, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'gw_port': {'id': '28eddbf9-a6f1-4f19-8143-1865b5902de1', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:28Z', 'updated_at': '2021-06-28T23:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': 'af742350-9fd6-4a17-9d5a-50b6cdd28bd3', 'name': '', 'network_id': '92179855-82cd-4a13-bff4-498b95744828', 'tenant_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'mac_address': 'fa:16:3e:40:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4aef5eb-760d-4911-af14-34039d66f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:49:20Z', 'updated_at': '2021-06-28T23:49:28Z', 'revision_number': 5, 'project_id': '6de81d29420a40b3b5ec7ee94d3d8a00', 'subnets': [{'id': '614ecba0-ea51-4fb4-ac9e-b35da9c97925', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3264aecd-649e-4841-9569-7caec84d5aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:49:31.605075 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 58560) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:49:31.805265 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-78ef62f9-1a10-42a5-8fc8-ee80cdd93edc admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1987696 Jun 28 23:49:32.593636 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 28eddbf9-a6f1-4f19-8143-1865b5902de1 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:49:32.658233 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 28eddbf9-a6f1-4f19-8143-1865b5902de1 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:49:32.663143 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 28eddbf9-a6f1-4f19-8143-1865b5902de1 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:32.663521 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:32.753922 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:32.776482 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 28eddbf9-a6f1-4f19-8143-1865b5902de1, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=28eddbf9-a6f1-4f19-8143-1865b5902de1,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:49:32.787164 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:32.793236 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:49:32.873982 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=28eddbf9-a6f1-4f19-8143-1865b5902de1,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:49:32.879230 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:49:34.598111 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 28eddbf9-a6f1-4f19-8143-1865b5902de1 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:49:34.671663 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 28eddbf9-a6f1-4f19-8143-1865b5902de1 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:49:34.672874 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:44.196719 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-58eca1d4-b718-4b29-82e4-813b340c8741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:47.202377 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-721c1991-6ca2-4a98-a253-fe63ac125c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:48.523481 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:49.408155 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:49:50.417095 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:07.629032 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 5 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:50:14.191708 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-65c0bd64-bcb4-431b-b109-584e9c2fb915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:17.204039 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32c62169-d2a9-4df4-b8f9-303bec40c8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:18.520631 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:19.399910 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:20.412769 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:44.195942 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-62e0a440-aea2-42ef-abf0-c18e04257fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:44.628221 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 5 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:50:47.198726 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5cbecef1-0b0e-4919-be70-dc14efa2905e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:48.504289 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:49.401566 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:50:50.415653 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:12.529218 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59128) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:12.595657 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.pecan_wsgi.hooks.translation [None req-79df98fc-ad7f-4b96-90e5-ae1dad2570c1 admin admin] GET failed (client error): The resource could not be found. Jun 28 23:51:12.597030 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-79df98fc-ad7f-4b96-90e5-ae1dad2570c1 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668776 Jun 28 23:51:12.760636 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a873be66-439b-47da-929e-76b3b3bea32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:12.762053 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-a873be66-439b-47da-929e-76b3b3bea32d admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1612859 Jun 28 23:51:14.197030 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6c3c0dc2-79fe-44be-89ef-13b5cbc48d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:14.909287 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59138) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:15.037035 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7851b190-fcaf-417e-8b16-e7f5935f017e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:15.038412 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-7851b190-fcaf-417e-8b16-e7f5935f017e admin admin] 10.222.0.30 "GET /v2.0/subnets/614ecba0-ea51-4fb4-ac9e-b35da9c97925 HTTP/1.1" status: 200 len: 849 time: 0.1281788 Jun 28 23:51:15.047460 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:51:15.134610 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:15.287966 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751069516894'] for subnet, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:15.290269 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:51:15.324898 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:15.326046 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:15.326774 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] 10.222.0.30 "PUT /v2.0/subnets/614ecba0-ea51-4fb4-ac9e-b35da9c97925 HTTP/1.1" status: 200 len: 868 time: 0.2829812 Jun 28 23:51:15.331606 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e49b84c-6758-4cf4-b95e-e90ba65165ff None None] Network 92179855-82cd-4a13-bff4-498b95744828 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:51:15.348900 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614ecba0-ea51-4fb4-ac9e-b35da9c97925,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:51:15.357811 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:15.358790 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:15.359019 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:15.359346 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:15.359671 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:15.360103 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:15.360343 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:15.360665 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:15.361000 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:15.361322 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:15.361638 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:15.361951 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:51:15.371390 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:51:15.689352 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-7045a7ae-2300-431e-9d01-83e6d0f54605 None None] Provisioning complete for port e3cbc77d-de03-46cb-b80e-db3d74b17c98 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:51:15.689726 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7045a7ae-2300-431e-9d01-83e6d0f54605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:15.776799 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-7045a7ae-2300-431e-9d01-83e6d0f54605 None None] Provisioning complete for port af742350-9fd6-4a17-9d5a-50b6cdd28bd3 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:51:15.777093 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7045a7ae-2300-431e-9d01-83e6d0f54605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:17.200079 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2f56cb33-ddca-4a6c-83aa-976da8fd48c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:17.470609 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59146) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:17.674716 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5215f9-ddac-4de4-bf32-ca50376ab895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:17.675190 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5215f9-ddac-4de4-bf32-ca50376ab895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:17.676748 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-4c5215f9-ddac-4de4-bf32-ca50376ab895 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2051799 Jun 28 23:51:18.506392 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:19.404537 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:19.812548 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59154) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:20.090397 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ad2148-b37f-4801-b100-ff7866f10334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:20.090878 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ad2148-b37f-4801-b100-ff7866f10334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:20.092994 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-f1ad2148-b37f-4801-b100-ff7866f10334 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2789419 Jun 28 23:51:20.416819 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:21.630936 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 5 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:51:22.297386 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59164) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:22.501306 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028be106-d505-4e5a-a60f-55237a23e5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:22.502640 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-028be106-d505-4e5a-a60f-55237a23e5ff admin admin] 10.222.0.30 "GET /v2.0/networks/92179855-82cd-4a13-bff4-498b95744828 HTTP/1.1" status: 200 len: 869 time: 0.2042964 Jun 28 23:51:24.679696 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59172) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:24.811964 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d23533-c87f-4e6f-9d74-5ca75af8545d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:24.813369 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-b8d23533-c87f-4e6f-9d74-5ca75af8545d admin admin] 10.222.0.30 "GET /v2.0/networks/b5b54806-5b8c-4699-8258-4cd96ed8e211 HTTP/1.1" status: 200 len: 886 time: 0.1326151 Jun 28 23:51:26.994702 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59180) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:27.119709 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71920bcf-64c2-4008-aaf5-9600c877e3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:27.120206 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71920bcf-64c2-4008-aaf5-9600c877e3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:27.121725 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-71920bcf-64c2-4008-aaf5-9600c877e3fa admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260746 Jun 28 23:51:29.258865 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59188) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:29.357457 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56097df6-5873-4f02-8d06-5cdee6f67e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:29.357952 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56097df6-5873-4f02-8d06-5cdee6f67e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:29.359520 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-56097df6-5873-4f02-8d06-5cdee6f67e0c admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0996683 Jun 28 23:51:31.486099 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59196) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:31.576400 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a03bbf2-7c72-4576-8496-7df97521df39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:31.578360 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-6a03bbf2-7c72-4576-8496-7df97521df39 admin admin] 10.222.0.30 "GET /v2.0/subnets/5b21d0bc-898a-44cb-a4d2-6ee0812eb930 HTTP/1.1" status: 200 len: 816 time: 0.0913138 Jun 28 23:51:33.716468 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59204) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:33.810084 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcc471d-183e-4fda-83f0-b9ceac0aa1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:33.811995 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-efcc471d-183e-4fda-83f0-b9ceac0aa1d6 admin admin] 10.222.0.30 "GET /v2.0/subnets/614ecba0-ea51-4fb4-ac9e-b35da9c97925 HTTP/1.1" status: 200 len: 868 time: 0.0946395 Jun 28 23:51:44.201125 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb1c2-7455-4b26-889b-437462beb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:47.203118 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-391c117c-4050-4e68-bbe3-66da82e63d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:48.513278 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:49.407779 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:50.423456 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:51:57.191127 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59248) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:57.244317 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [None req-4c2f2771-7784-4c45-83de-6f3f77e7a907 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:51:57.245360 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-4c2f2771-7784-4c45-83de-6f3f77e7a907 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532269 Jun 28 23:51:58.629923 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 5 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:51:59.512077 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59256) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:51:59.572037 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.pecan_wsgi.hooks.translation [None req-897ff16a-d280-4c8e-aca3-edb9e4dedae1 admin admin] GET failed (client error): The resource could not be found. Jun 28 23:51:59.573443 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-897ff16a-d280-4c8e-aca3-edb9e4dedae1 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604262 Jun 28 23:51:59.724158 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba98548-e872-4b92-86a2-bf0d623928a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:51:59.725549 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-6ba98548-e872-4b92-86a2-bf0d623928a0 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1477957 Jun 28 23:52:01.931476 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59264) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:52:01.982806 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:52:02.008327 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Made reservation on behalf of 0cdc351dd546472b84d87aa556f12ee0 for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:52:02.010799 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:02.046912 dv-cinder-763306-13-smb neutron-server[92978]: WARNING neutron.services.revisions.revision_plugin [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Could not find related network for resource to bump revision. Jun 28 23:52:02.066205 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:52:02.080100 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751069643183', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:02.080644 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Unsubscribe: segment precommit_create {{(pid=92978) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 23:52:02.081069 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Added segment 5225e88c-238b-4ab2-af3e-cae5828afb33 of type vlan for network fbce3e4b-c325-4ce0-a79b-a9114052bce6 Jun 28 23:52:02.148491 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:02.190579 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:02.192253 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:52:02.193194 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:02.197301 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:52:02.249047 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3163691 Jun 28 23:52:02.297784 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Pushing event updated for resources: {'Network': ['ID=fbce3e4b-c325-4ce0-a79b-a9114052bce6,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:52:02.307759 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:02.308317 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:02.308658 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:02.308983 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:02.309303 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:02.309616 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:02.309956 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:02.310378 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:02.310714 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:02.311028 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:02.311338 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:02.311646 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:02.316866 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:52:02.323676 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network fbce3e4b-c325-4ce0-a79b-a9114052bce6 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:52:04.411594 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59272) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:52:04.470565 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b3cb1b-ec76-4352-a59a-64e293ce57ef admin admin] GET failed (client error): The resource could not be found. Jun 28 23:52:04.471964 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-94b3cb1b-ec76-4352-a59a-64e293ce57ef admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593486 Jun 28 23:52:04.542314 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e1ecf-3352-4c49-8395-a6482387b642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:52:04.543757 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-f98e1ecf-3352-4c49-8395-a6482387b642 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0679801 Jun 28 23:52:04.553920 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6', 'cidr': '192.168.233.0/24'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:52:04.573671 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Made reservation on behalf of 0cdc351dd546472b84d87aa556f12ee0 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:52:04.575820 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:04.738267 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:04.740336 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:52:04.792097 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d564c0-557e-4ecf-947a-116f6a7c83e2,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:52:04.795677 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:52:04.799287 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Checking segment: {'id': '5225e88c-238b-4ab2-af3e-cae5828afb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:52:04.799639 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Network hostable DHCP agents. Network: fbce3e4b-c325-4ce0-a79b-a9114052bce6, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:52:04.816339 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Network fbce3e4b-c325-4ce0-a79b-a9114052bce6 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:52:04.824988 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, fbce3e4b-c325-4ce0-a79b-a9114052bce6) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:52:04.830845 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:52:04.832536 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:04.836838 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78599c94-e341-4fe5-a216-f2ceffac7177 None None] Network fbce3e4b-c325-4ce0-a79b-a9114052bce6 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:52:04.851170 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3005450 Jun 28 23:52:05.096365 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c9ed9a7-7217-5bae-bc20-cbb2195db9aa-fbce3e4b-c325-4ce0-a79b-a9114052bce6', 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6', 'tenant_id': '0cdc351dd546472b84d87aa556f12ee0', 'fixed_ips': [{'subnet_id': '81d564c0-557e-4ecf-947a-116f6a7c83e2'}]}} from dv-cinder-763306-13-smb. {{(pid=92979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:52:05.097237 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:05.237148 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Allocated IP 192.168.233.2 (fbce3e4b-c325-4ce0-a79b-a9114052bce6/81d564c0-557e-4ecf-947a-116f6a7c83e2/672d7bb4-7b38-4aec-8b1f-5afa48682a2e) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:52:05.383357 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:05.392282 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Transition to ACTIVE for port object 672d7bb4-7b38-4aec-8b1f-5afa48682a2e will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:52:05.407728 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Transition to ACTIVE for port object 672d7bb4-7b38-4aec-8b1f-5afa48682a2e will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:52:05.414044 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:05.416797 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4044e98a-1d1a-4b29-9f27-bb7baee57bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:52:05.455179 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Network fbce3e4b-c325-4ce0-a79b-a9114052bce6 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:52:05.466866 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:52:05.469057 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Pushing event updated for resources: {'Port': ['ID=672d7bb4-7b38-4aec-8b1f-5afa48682a2e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:52:05.471258 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:52:05.483905 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:05.484273 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:05.484616 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:05.484942 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:05.485267 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:05.485594 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:05.487137 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:05.487137 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:05.487137 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:05.487137 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:05.487516 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:05.487516 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:52:05.512094 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:52:05.544643 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Attempting to bind port 672d7bb4-7b38-4aec-8b1f-5afa48682a2e on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:52:05.545012 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Attempting to bind port 672d7bb4-7b38-4aec-8b1f-5afa48682a2e by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '5225e88c-238b-4ab2-af3e-cae5828afb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:52:05.545405 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Attempting to bind port 672d7bb4-7b38-4aec-8b1f-5afa48682a2e on network fbce3e4b-c325-4ce0-a79b-a9114052bce6 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:52:05.550532 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:52:05.550904 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Checking segment: {'id': '5225e88c-238b-4ab2-af3e-cae5828afb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:52:05.551306 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:05.551696 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Bound using segment: {'id': '5225e88c-238b-4ab2-af3e-cae5828afb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:52:05.552191 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Bound port: 672d7bb4-7b38-4aec-8b1f-5afa48682a2e, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5225e88c-238b-4ab2-af3e-cae5828afb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:52:05.552585 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:05.615987 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] For port 672d7bb4-7b38-4aec-8b1f-5afa48682a2e, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:52:05.619363 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] For port 672d7bb4-7b38-4aec-8b1f-5afa48682a2e, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=672d7bb4-7b38-4aec-8b1f-5afa48682a2e,segment=NetworkSegment(5225e88c-238b-4ab2-af3e-cae5828afb33),segment_id=5225e88c-238b-4ab2-af3e-cae5828afb33)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:52:05.624534 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:05.626928 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4044e98a-1d1a-4b29-9f27-bb7baee57bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:52:05.692573 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Pushing event updated for resources: {'Port': ['ID=672d7bb4-7b38-4aec-8b1f-5afa48682a2e,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:52:05.696797 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:52:06.475504 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ee72d-f3e9-4d0b-9c21-822c7d0df144 None None] Network fbce3e4b-c325-4ce0-a79b-a9114052bce6 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:52:06.593029 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-062679e5-1db8-4d2e-8f28-532ec9ae24e1 None None] Provisioning for port 672d7bb4-7b38-4aec-8b1f-5afa48682a2e completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:52:06.729727 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 672d7bb4-7b38-4aec-8b1f-5afa48682a2e up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:52:06.792111 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 672d7bb4-7b38-4aec-8b1f-5afa48682a2e completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:52:06.798333 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 672d7bb4-7b38-4aec-8b1f-5afa48682a2e triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:52:06.800286 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:06.879063 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:06.916624 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 672d7bb4-7b38-4aec-8b1f-5afa48682a2e, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=672d7bb4-7b38-4aec-8b1f-5afa48682a2e,segment=NetworkSegment(5225e88c-238b-4ab2-af3e-cae5828afb33),segment_id=5225e88c-238b-4ab2-af3e-cae5828afb33)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:52:06.923424 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:06.928252 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:52:06.952553 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-00492a80-2e67-49ec-b28a-0c88634d5c0e None None] Provisioning complete for port 672d7bb4-7b38-4aec-8b1f-5afa48682a2e triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:52:06.952928 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-00492a80-2e67-49ec-b28a-0c88634d5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:07.011086 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=672d7bb4-7b38-4aec-8b1f-5afa48682a2e,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:52:07.014891 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:52:08.668676 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 672d7bb4-7b38-4aec-8b1f-5afa48682a2e up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:52:08.718146 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 672d7bb4-7b38-4aec-8b1f-5afa48682a2e triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:52:08.718426 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:14.203968 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7793840d-5778-420f-8497-768f92cf6f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:17.205784 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-00a5daf1-0f8f-4bc9-afb8-9cf0658d05b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:18.506562 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:19.411256 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:20.423873 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:35.628537 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 5 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:52:44.207434 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0335da66-7e80-4e05-bdc3-966f0f47c81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:47.206462 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-79e74b0c-7127-4ffa-9aa7-8beae57f1160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:48.509710 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:49.416285 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:52:50.426071 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:12.628013 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 5 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:53:14.217653 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad8b4-583b-4bf4-bdea-c353830d957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.234861 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59324) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:53:14.241056 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [None req-c4faaebe-befd-4569-a2b9-9208be31db6d tempest-verify_tempest_config-810792856 tempest-verify_tempest_config-810792856-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:53:14.242086 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-c4faaebe-befd-4569-a2b9-9208be31db6d tempest-verify_tempest_config-810792856 tempest-verify_tempest_config-810792856-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062203 Jun 28 23:53:14.558183 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59342) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:53:14.666032 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.795091 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.799147 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.802452 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:53:14.844645 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a502144-25e7-48b1-8200-3beae5770985,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:53:14.849237 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b885ae025874eff8a27c2cbf6785d41&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2900622 Jun 28 23:53:14.851971 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59346) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:53:14.853770 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.854145 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.854489 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.854817 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.855147 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.855481 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.855805 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.856187 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.856530 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.856867 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.857170 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.857487 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:14.861919 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:53:14.970690 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:14.992324 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:15.081543 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:15.084435 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:15.085818 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a502144-25e7-48b1-8200-3beae5770985 HTTP/1.1" status: 204 len: 168 time: 0.2326396 Jun 28 23:53:15.086749 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:53:15.095671 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a502144-25e7-48b1-8200-3beae5770985,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:53:15.102867 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:15.103073 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:15.103421 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:15.103871 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:15.104235 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:15.104571 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:15.104902 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:15.105229 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:15.105567 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:15.105895 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:15.106216 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:15.106538 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:53:15.109940 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:53:17.208031 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5bee375b-2720-4672-b136-ab5898a2d2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:18.510369 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:19.417639 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:20.428206 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:44.210698 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-abe8afa1-dacd-46ea-a8ce-28e91017a6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:47.208855 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-047ecef7-3fc1-4eb1-9141-6c57014622ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:48.512010 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:49.420821 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:53:49.626460 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 5 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:53:50.431913 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:14.212394 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0042ee3b-bf79-4ea7-a903-0ef03b4b8b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:17.210478 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-669232d4-0196-4b8c-a2d7-f60f450fec49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:18.512803 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:19.422901 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:20.434786 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:26.625400 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 5 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:54:44.219820 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5d7381e6-26cc-4d5f-8cec-330302822c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:47.211211 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-99dc1f6d-4e03-4180-89c4-469e33c08232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:48.514068 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:49.431386 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:50.438437 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:54:52.278931 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3775158'] for agent, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:03.624426 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:55:06.948201 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59420) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:55:07.049420 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-b10c9573-af4b-4e24-96b3-ea8ac2b91b2d admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1001365 Jun 28 23:55:09.214388 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59430) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:55:09.276589 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-97165e1d-c307-42f3-8e65-78610f9678ff admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0609436 Jun 28 23:55:14.211049 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-64ee7251-a831-4487-a18b-78698353afc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:17.214659 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e95245ea-7f0f-4484-9762-e6e3c0a86d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:18.518428 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:19.427997 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:20.441823 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:22.237456 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:40.622994 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:55:44.213132 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc9a3-2d85-4954-9c4e-796fd618e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:47.215429 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d7843d99-4477-42b9-b6e2-05c9f63a1653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:48.520557 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:49.431884 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:50.443936 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:55:52.254571 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:14.214093 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2079b2e1-a8e6-4b66-846f-a05449d26315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:17.220990 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e23c3d68-425c-4b4e-b8f2-6fbd1e9349d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:17.621934 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:56:18.522504 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:19.434636 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:20.450592 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:22.260281 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:41.810345 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59612) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:41.923711 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59626) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:42.116687 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-525393513-network', 'tenant_id': '58bb155feeb142f0989547dd23c72f70'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:42.142730 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Made reservation on behalf of 58bb155feeb142f0989547dd23c72f70 for: {'network': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:42.152774 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.168678 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.333723 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.344332 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1618517513-network', 'tenant_id': 'dbcec3fb47d34560ba5cc93df96d3145'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:42.352125 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.405146 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=92977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:56:42.426473 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.427030 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.segments_db [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Added segment a5d61c46-0619-41bd-8116-bba70b4e58b3 of type vlan for network 01a8f67f-9571-4861-8cfd-3bd74bc79543 Jun 28 23:56:42.499090 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.547625 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:42.551978 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59650) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:42.619825 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.629872 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:42.631268 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.636345 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b84ad6-ec5a-49ae-957f-a7e442ae5792,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:42.650196 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.651114 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.652198 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.653236 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.654037 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.654738 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.655261 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.656037 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.656894 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.657536 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.658092 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.658606 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Tracked resource versions report: Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: pushed versions: Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: { 'AddressGroup': {'1.2'}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'ConntrackHelper': {'1.0'}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'Log': {'1.0'}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'Network': {'1.1'}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'Port': {'1.7'}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'PortForwarding': {'1.2'}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'QosPolicy': {'1.8'}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'SecurityGroup': {'1.4'}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'SubPort': {'1.0'}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'Subnet': {'1.1'}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'Trunk': {'1.1'}} Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: consumer versions: Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: { DHCP agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: HyperV agent@hv-cinder-76330: {}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: L3 agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: Metadata agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: Metering agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: Open vSwitch agent@dv-cinder-763306-13-smb: { 'AddressGroup': '1.2', Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'ConntrackHelper': '1.0', Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'Log': '1.0', Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'Network': '1.1', Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'Port': '1.7', Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'PortForwarding': '1.2', Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'QosPolicy': '1.8', Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'SecurityGroup': '1.4', Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'SecurityGroupRule': '1.2', Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'SubPort': '1.0', Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'Subnet': '1.1', Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: 'Trunk': '1.1'}} Jun 28 23:56:42.660759 dv-cinder-763306-13-smb neutron-server[92977]: {{(pid=92977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:56:42.667478 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:42.668807 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-25f10171-a5c4-4f9c-9dc9-7227346a18ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:42.672425 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Made reservation on behalf of dbcec3fb47d34560ba5cc93df96d3145 for: {'network': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:42.676778 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.714653 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.741659 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9296880 Jun 28 23:56:42.746668 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59664) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:42.753698 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Request body: {'subnet': {'network_id': '01a8f67f-9571-4861-8cfd-3bd74bc79543', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-525393513-subnet', 'tenant_id': '58bb155feeb142f0989547dd23c72f70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:42.795856 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Pushing event updated for resources: {'Network': ['ID=01a8f67f-9571-4861-8cfd-3bd74bc79543,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:42.812485 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:42.816841 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network 01a8f67f-9571-4861-8cfd-3bd74bc79543 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:56:42.897535 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.906106 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.916764 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:42.926941 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Made reservation on behalf of 58bb155feeb142f0989547dd23c72f70 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:42.929449 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.945190 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=92977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:56:42.968375 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:42.968834 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.segments_db [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Added segment b8d4207b-c9f5-4370-b0e7-d4f0da569217 of type vlan for network 626c952e-fd34-4355-acc3-421a7b813fbd Jun 28 23:56:43.042013 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:43.109101 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563f4b4c-a772-4b0a-bb35-5e225b6053a2,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:43.116341 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:43.118551 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:43.121612 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:43.122974 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:43.147104 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:43.157631 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2305601 Jun 28 23:56:43.185975 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59672) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:43.196636 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Request body: {'subnet': {'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1618517513-subnet', 'tenant_id': 'dbcec3fb47d34560ba5cc93df96d3145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:43.209421 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59676) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:43.222203 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-network', 'tenant_id': '1a8643c56460455aadac628062e64841'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:43.267910 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.db.api [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 23:56:43.267910 dv-cinder-763306-13-smb neutron-server[92978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 23:56:43.267910 dv-cinder-763306-13-smb neutron-server[92978]: [parameters: {'project_id_1': '1a8643c56460455aadac628062e64841', 'expiration_1': datetime.datetime(2021, 6, 28, 23, 56, 43, 226672)}] Jun 28 23:56:43.267910 dv-cinder-763306-13-smb neutron-server[92978]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 23:56:43.269402 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_db.api [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 23:56:43.301703 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:43.310482 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:43.319550 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Pushing event updated for resources: {'Network': ['ID=626c952e-fd34-4355-acc3-421a7b813fbd,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:43.325296 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:43.332621 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Made reservation on behalf of dbcec3fb47d34560ba5cc93df96d3145 for: {'subnet': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:43.337875 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network 626c952e-fd34-4355-acc3-421a7b813fbd details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:56:43.339110 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:43.422944 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7447f968-bf18-4364-afba-20d7011d7ea2,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:43.450827 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:43.451614 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:43.452256 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:43.452608 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:43.452966 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:43.453586 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:43.454270 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:43.454622 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:43.455094 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:43.455326 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:43.455897 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:43.456282 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Tracked resource versions report: Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: pushed versions: Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: { 'AddressGroup': {'1.2'}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'ConntrackHelper': {'1.0'}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'Log': {'1.0'}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'Network': {'1.1'}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'Port': {'1.7'}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'PortForwarding': {'1.2'}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'QosPolicy': {'1.8'}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'SecurityGroup': {'1.4'}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'SubPort': {'1.0'}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'Subnet': {'1.1'}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'Trunk': {'1.1'}} Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: consumer versions: Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: { DHCP agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: HyperV agent@hv-cinder-76330: {}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: L3 agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: Metadata agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: Metering agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: Open vSwitch agent@dv-cinder-763306-13-smb: { 'AddressGroup': '1.2', Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'ConntrackHelper': '1.0', Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'Log': '1.0', Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'Network': '1.1', Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'Port': '1.7', Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'PortForwarding': '1.2', Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'QosPolicy': '1.8', Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'SecurityGroup': '1.4', Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'SecurityGroupRule': '1.2', Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'SubPort': '1.0', Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'Subnet': '1.1', Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: 'Trunk': '1.1'}} Jun 28 23:56:43.465520 dv-cinder-763306-13-smb neutron-server[92978]: {{(pid=92978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:56:43.475700 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:43.512009 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Checking segment: {'id': 'a5d61c46-0619-41bd-8116-bba70b4e58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01a8f67f-9571-4861-8cfd-3bd74bc79543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:43.512598 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Network hostable DHCP agents. Network: 01a8f67f-9571-4861-8cfd-3bd74bc79543, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:56:43.537817 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Network 01a8f67f-9571-4861-8cfd-3bd74bc79543 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:56:43.561615 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, 01a8f67f-9571-4861-8cfd-3bd74bc79543) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:43.568433 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:43.571839 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:43.578939 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f2912a-04e4-4929-86c2-b50ee2df374d None None] Network 01a8f67f-9571-4861-8cfd-3bd74bc79543 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:43.604934 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8568068 Jun 28 23:56:43.731870 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:43.738397 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-9df75b5a-ee5d-4447-b063-f1ffa7bf5386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:43.769195 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1141032418-network', 'tenant_id': '8623745b74a1485d8a448f201b439a8b'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:43.810552 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.db.api [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 23:56:43.810552 dv-cinder-763306-13-smb neutron-server[92978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 23:56:43.810552 dv-cinder-763306-13-smb neutron-server[92978]: [parameters: {'project_id_1': '8623745b74a1485d8a448f201b439a8b', 'expiration_1': datetime.datetime(2021, 6, 28, 23, 56, 43, 781200)}] Jun 28 23:56:43.810552 dv-cinder-763306-13-smb neutron-server[92978]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 23:56:43.811256 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_db.api [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 23:56:43.826212 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359bac73-30d8-4c44-be9e-7062a9c02cbf None None] Network 01a8f67f-9571-4861-8cfd-3bd74bc79543 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:43.829499 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Made reservation on behalf of 1a8643c56460455aadac628062e64841 for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:43.832368 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:43.858869 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:43.886050 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda307fd-5f67-4a1d-93da-46c5f8dc4245,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:43.891358 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Checking segment: {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:43.891829 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Network hostable DHCP agents. Network: 626c952e-fd34-4355-acc3-421a7b813fbd, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:56:43.908376 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:43.952489 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Network 626c952e-fd34-4355-acc3-421a7b813fbd is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:56:43.989490 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, 626c952e-fd34-4355-acc3-421a7b813fbd) {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:43.998476 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:43.999897 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.029579 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfb3ff8-6d05-4965-b058-231390406197 None None] Network 626c952e-fd34-4355-acc3-421a7b813fbd requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:44.046251 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.057682 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.061274 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8727996 Jun 28 23:56:44.068278 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:44.110679 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026d4d00-44e0-4c16-9efb-a736bff25d8b,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:44.120243 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:44.135600 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:56:44.156277 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.157092 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Added segment 16d5d43e-8776-4664-9684-dfc6dd4d9747 of type vlan for network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 Jun 28 23:56:44.279774 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.372615 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.382984 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:44.384536 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.391281 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-21124eb3-3c28-4bc4-a9dd-23844d9c367f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.421633 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:44.474950 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Made reservation on behalf of 8623745b74a1485d8a448f201b439a8b for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:44.483575 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.530969 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:44.562951 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620e048-1f33-4dee-a1e8-bea15d95e633 None None] Network 626c952e-fd34-4355-acc3-421a7b813fbd requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:44.896270 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3411381 Jun 28 23:56:44.901331 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59728) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:44.928634 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Request body: {'subnet': {'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-subnet', 'tenant_id': '1a8643c56460455aadac628062e64841', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:44.977514 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:44.986486 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:44.998260 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:56:45.003479 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:45.020706 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:45.037622 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:45.057649 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Made reservation on behalf of 1a8643c56460455aadac628062e64841 for: {'subnet': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:45.071198 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:45.120639 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:56:45.172128 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e776a9f-d3b9-415a-9c18-35ccb2bbacce,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:45.181312 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:45.191193 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:45.191731 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Added segment d4ee0374-edf1-4b69-9b91-f728213c3602 of type vlan for network 62594d8b-13ea-4f79-bd37-f6962e081cd9 Jun 28 23:56:45.353231 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:45.396363 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:45.398959 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:45.400152 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:45.405611 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4ff7e5d0-31af-4df0-a0ad-fe0fdde0c168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:45.625451 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:45.629937 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4193478 Jun 28 23:56:45.630466 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:45.631346 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Pushing event updated for resources: {'Network': ['ID=62594d8b-13ea-4f79-bd37-f6962e081cd9,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:45.632995 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59744) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:45.637224 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:45.648793 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network 62594d8b-13ea-4f79-bd37-f6962e081cd9 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:56:45.652861 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Request body: {'subnet': {'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1141032418-subnet', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:45.792966 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dddc2fb-56a3-4c59-9771-8ebaed930a0d,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:45.798192 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:45.823225 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Made reservation on behalf of 8623745b74a1485d8a448f201b439a8b for: {'subnet': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:45.827280 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:45.833558 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Checking segment: {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:45.834133 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Network hostable DHCP agents. Network: c9b9de98-b6b7-499e-b7bb-69dbb5ad8289, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:56:45.989260 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:56:46.021727 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, c9b9de98-b6b7-499e-b7bb-69dbb5ad8289) {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:46.029797 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:46.030764 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:46.036477 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b15c4ca-a1cb-477b-878d-3b07c90737d9 None None] Network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:46.083738 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1776729 Jun 28 23:56:46.088596 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59768) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:46.095746 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:46.168271 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38188'] for router, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:46.170731 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38183'] for router, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:46.315063 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:46.328401 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:46.399425 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c9ed9a7-7217-5bae-bc20-cbb2195db9aa-c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d'}]}} from dv-cinder-763306-13-smb. {{(pid=92979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:56:46.402202 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:46.518038 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Checking segment: {'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:46.518500 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Network hostable DHCP agents. Network: 62594d8b-13ea-4f79-bd37-f6962e081cd9, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:56:46.531577 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9436cf5-072a-422e-8cf9-85a314d8c96f,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:46.538126 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:46.569162 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Network 62594d8b-13ea-4f79-bd37-f6962e081cd9 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:56:46.604325 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, 62594d8b-13ea-4f79-bd37-f6962e081cd9) {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:46.611898 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:46.613646 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:46.626895 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d317a33b-a802-4c4f-99e4-5a1952d10755 None None] Network 62594d8b-13ea-4f79-bd37-f6962e081cd9 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:46.633044 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59798) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:46.640184 dv-cinder-763306-13-smb neutron-server[92977]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 23:56:46.696512 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:46.750620 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1135256 Jun 28 23:56:46.784389 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 59804) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:46.814152 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Allocated IP 172.20.0.2 (c9b9de98-b6b7-499e-b7bb-69dbb5ad8289/6dddc2fb-56a3-4c59-9771-8ebaed930a0d/d332556f-6e64-4eab-8239-a25b96977d7b) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:46.865585 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38153'] for router, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:46.877508 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1141032418-router', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:46.983410 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38188'] for router, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:46.984531 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38183'] for router, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.042810 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.230544 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-3013a1bb-cb5a-496d-be87-94eebaf134c1 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:47.239609 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38153'] for router, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.252116 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-3013a1bb-cb5a-496d-be87-94eebaf134c1 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/networks?id=01a8f67f-9571-4861-8cfd-3bd74bc79543 HTTP/1.1" status: 200 len: 811 time: 0.6163890 Jun 28 23:56:47.308921 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-3c60717c-706c-45cd-afde-72ac0c608062 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/quotas/58bb155feeb142f0989547dd23c72f70 HTTP/1.1" status: 200 len: 375 time: 0.0526609 Jun 28 23:56:47.355540 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.395647 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Transition to ACTIVE for port object d332556f-6e64-4eab-8239-a25b96977d7b will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:47.413284 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4673b9-5559-4239-a1e6-52cd75d4246d None None] Network 62594d8b-13ea-4f79-bd37-f6962e081cd9 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:47.470626 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-1d1acf75-6b8c-465c-8a57-5db471e5858c tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=58bb155feeb142f0989547dd23c72f70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1566589 Jun 28 23:56:47.483273 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d07507b8-889b-4770-9d76-f4d6ad983cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.536585 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Transition to ACTIVE for port object d332556f-6e64-4eab-8239-a25b96977d7b will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:47.553468 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.561057 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:47.562229 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.618992 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Pushing event updated for resources: {'Port': ['ID=d332556f-6e64-4eab-8239-a25b96977d7b,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:47.635034 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.643986 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:47.644358 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:47.644690 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:47.645017 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:47.645341 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:47.645659 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:47.645982 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:47.646295 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:47.646633 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:47.647035 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:47.648158 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:47.648158 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Tracked resource versions report: Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: pushed versions: Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: { 'AddressGroup': {'1.2'}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'ConntrackHelper': {'1.0'}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'Log': {'1.0'}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'Network': {'1.1'}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'Port': {'1.7'}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'PortForwarding': {'1.2'}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'QosPolicy': {'1.8'}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'SecurityGroup': {'1.4'}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'SubPort': {'1.0'}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'Subnet': {'1.1'}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'Trunk': {'1.1'}} Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: consumer versions: Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: { DHCP agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: HyperV agent@hv-cinder-76330: {}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: L3 agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: Metadata agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: Metering agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: Open vSwitch agent@dv-cinder-763306-13-smb: { 'AddressGroup': '1.2', Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'ConntrackHelper': '1.0', Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'Log': '1.0', Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'Network': '1.1', Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'Port': '1.7', Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'PortForwarding': '1.2', Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'QosPolicy': '1.8', Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'SecurityGroup': '1.4', Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'SecurityGroupRule': '1.2', Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'SubPort': '1.0', Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'Subnet': '1.1', Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: 'Trunk': '1.1'}} Jun 28 23:56:47.648975 dv-cinder-763306-13-smb neutron-server[92979]: {{(pid=92979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:56:47.654383 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:47.683313 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:56:47.685148 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:47.692940 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:56:47.805389 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Attempting to bind port d332556f-6e64-4eab-8239-a25b96977d7b on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:56:47.805787 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Attempting to bind port d332556f-6e64-4eab-8239-a25b96977d7b by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:56:47.806130 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Attempting to bind port d332556f-6e64-4eab-8239-a25b96977d7b on network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:56:47.812663 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:56:47.813054 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Checking segment: {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:47.813429 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.813826 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Bound using segment: {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:56:47.814315 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Bound port: d332556f-6e64-4eab-8239-a25b96977d7b, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:56:47.814719 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.897440 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59840) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:47.906573 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59842) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:47.948250 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] For port d332556f-6e64-4eab-8239-a25b96977d7b, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:56:47.956587 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Allocated IP 172.28.0.175 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/6067d13b-59ff-4cc9-a18e-fc9958970e20) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:47.959394 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] For port d332556f-6e64-4eab-8239-a25b96977d7b, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=d332556f-6e64-4eab-8239-a25b96977d7b,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:56:47.968613 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:47.976281 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:48.061684 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Pushing event updated for resources: {'Port': ['ID=d332556f-6e64-4eab-8239-a25b96977d7b,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:48.074707 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:48.125468 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-e2b8fce8-5841-4cbb-aa65-9a4017a7bb3c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:56:48.126572 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-e2b8fce8-5841-4cbb-aa65-9a4017a7bb3c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2209203 Jun 28 23:56:48.129371 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-03364de2-06c5-4678-9077-06893433ca66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.152042 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.180317 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.204368 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.244465 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-2c68640a-1d99-4e42-9145-37b34456bbfd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:48.251421 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-2c68640a-1d99-4e42-9145-37b34456bbfd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 815 time: 0.3432140 Jun 28 23:56:48.277609 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-2c823424-77fa-4b92-bc9e-ed50351af08b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/quotas/dbcec3fb47d34560ba5cc93df96d3145 HTTP/1.1" status: 200 len: 375 time: 0.0252988 Jun 28 23:56:48.337545 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.341168 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-6d36470b-ce2f-4990-943c-8e72afcb615a service neutron] 10.222.0.30 "GET /v2.0/networks/01a8f67f-9571-4861-8cfd-3bd74bc79543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015359 Jun 28 23:56:48.346278 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-643678ad-608b-4476-86be-c193615248a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:48.453103 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:56:48.475031 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:48.480128 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:56:48.509651 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-2094eb27-ff08-4efc-bfcd-5e4b60f70eb7 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1712129 Jun 28 23:56:48.537855 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.544197 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Pushing event updated for resources: {'Port': ['ID=6067d13b-59ff-4cc9-a18e-fc9958970e20,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:48.549014 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Allocated IP 172.28.0.2 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/ec8a4ac3-2bb1-45f3-a9c6-a437748fa099) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:48.648837 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-03364de2-06c5-4678-9077-06893433ca66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.665989 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-03364de2-06c5-4678-9077-06893433ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:48.678453 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c64162a2-7f77-40e9-8095-da9f52afd538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:48.699413 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:48.711852 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-e54e2f01-9597-43f2-bde2-1fc59c70dc84 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:56:48.713506 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-e54e2f01-9597-43f2-bde2-1fc59c70dc84 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1018260 Jun 28 23:56:48.727947 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-84afa314-0b4a-4a7d-9bfc-338e018208bc service neutron] 10.222.0.30 "GET /v2.0/networks/01a8f67f-9571-4861-8cfd-3bd74bc79543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646364 Jun 28 23:56:48.780981 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03364de2-06c5-4678-9077-06893433ca66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fda7c1c-66bd-426f-94bb-c6471637363d,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:48.792754 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-03364de2-06c5-4678-9077-06893433ca66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edcf25daa50648adbd204519fd70a084&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8897226 Jun 28 23:56:48.796578 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-03364de2-06c5-4678-9077-06893433ca66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:48.798706 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59858) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:48.946779 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-9c125eba-fb3e-4d39-9ad6-69fa96988d12 service neutron] 10.222.0.30 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137861 Jun 28 23:56:48.992106 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.029239 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.068759 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device d332556f-6e64-4eab-8239-a25b96977d7b up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:56:49.125100 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ad881dcb-41e3-4860-a0d0-76ffc00216ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.183791 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.203087 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ad881dcb-41e3-4860-a0d0-76ffc00216ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.205945 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:49.237097 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-576f879c-e816-43d6-aa19-2a0fda0469a6 service neutron] 10.222.0.30 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776995 Jun 28 23:56:49.256918 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port d332556f-6e64-4eab-8239-a25b96977d7b completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:56:49.346990 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ad881dcb-41e3-4860-a0d0-76ffc00216ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.349969 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ad881dcb-41e3-4860-a0d0-76ffc00216ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.354570 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-ad881dcb-41e3-4860-a0d0-76ffc00216ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fda7c1c-66bd-426f-94bb-c6471637363d HTTP/1.1" status: 204 len: 168 time: 0.5514543 Jun 28 23:56:49.355144 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:56:49.355966 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:49.365872 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Pushing event updated for resources: {'Port': ['ID=ec8a4ac3-2bb1-45f3-a9c6-a437748fa099,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:49.371860 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:49.380433 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad881dcb-41e3-4860-a0d0-76ffc00216ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fda7c1c-66bd-426f-94bb-c6471637363d,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:49.385214 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ad881dcb-41e3-4860-a0d0-76ffc00216ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:49.460698 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:49.472025 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:56:49.524592 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:49.802646 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f462cf-d4dc-47a5-908b-f6b2da015395 None None] Network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:56:49.942134 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ed303085-7bde-4896-896b-47d6665e43d9 req-ad7a905f-0044-4ff6-9001-2985928f7395 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 210 time: 0.1136813 Jun 28 23:56:50.191612 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6ee69b61-0228-463b-8422-7821e45ca228 req-4a300c27-a8a6-4375-a928-596a45a1a33a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 210 time: 0.0734823 Jun 28 23:56:50.198649 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-32de9a1c-c2f5-44d8-adbd-723e868df843 None None] Provisioning for port d332556f-6e64-4eab-8239-a25b96977d7b completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:56:50.217178 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-32de9a1c-c2f5-44d8-adbd-723e868df843 None None] Provisioning complete for port d332556f-6e64-4eab-8239-a25b96977d7b triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:50.218257 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32de9a1c-c2f5-44d8-adbd-723e868df843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.224304 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774127'] for router, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.497502 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59948) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:50.547152 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.571362 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5b8576b5-8812-4206-94cf-823a740e7852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.695070 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.797169 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32de9a1c-c2f5-44d8-adbd-723e868df843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.862827 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-32de9a1c-c2f5-44d8-adbd-723e868df843 None None] For port d332556f-6e64-4eab-8239-a25b96977d7b, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=d332556f-6e64-4eab-8239-a25b96977d7b,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:56:50.873339 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32de9a1c-c2f5-44d8-adbd-723e868df843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.882272 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:50.941418 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5b8576b5-8812-4206-94cf-823a740e7852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.951055 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5b8576b5-8812-4206-94cf-823a740e7852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:50.968747 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de9a1c-c2f5-44d8-adbd-723e868df843 None None] Pushing event updated for resources: {'Port': ['ID=d332556f-6e64-4eab-8239-a25b96977d7b,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:50.982572 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-32de9a1c-c2f5-44d8-adbd-723e868df843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:50.999992 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f8f988d2-f5dd-4999-803e-6fdc1615d88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:51.034157 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 is scheduled to L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 with binding_index 1 {{(pid=92978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:56:51.075535 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8576b5-8812-4206-94cf-823a740e7852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3223d96b-7439-4c04-bfa0-50dbc9d0b9db,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:51.079186 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5b8576b5-8812-4206-94cf-823a740e7852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:51.084456 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-5b8576b5-8812-4206-94cf-823a740e7852 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45d109249455483f9571d2b085f5748a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5845575 Jun 28 23:56:51.087457 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59980) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:51.240133 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f0b98eb4-6de9-4ce9-aebc-fc73942504af req-6c44b700-c4c4-4b97-8351-af644e302f9e tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 210 time: 0.0717957 Jun 28 23:56:51.273709 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5e0a3850-5695-4050-be33-f20a7fe0cff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.313491 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-70cde26f-5292-4b98-8290-87d58737df4b None None] Provisioning complete for port d332556f-6e64-4eab-8239-a25b96977d7b triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:51.314940 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-70cde26f-5292-4b98-8290-87d58737df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.334664 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774127'] for router, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.340200 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5e0a3850-5695-4050-be33-f20a7fe0cff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.384299 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:56:51.395630 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Sync routers for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:56:51.414961 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:56:51.418149 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:56:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:51.443867 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.445778 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3546705 Jun 28 23:56:51.483494 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ff4c42f9-fd6d-4141-9d84-f1c553ba53f2 req-1d2040a0-829e-4e1f-afac-57aa5b53ec39 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 210 time: 0.1153502 Jun 28 23:56:51.489356 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 59996) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:51.585600 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Router 1fa6c347-5e4a-4275-895d-dbbca1b4df2f is scheduled to L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 with binding_index 1 {{(pid=92978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:56:51.702998 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5e0a3850-5695-4050-be33-f20a7fe0cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.787930 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5e0a3850-5695-4050-be33-f20a7fe0cff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:51.789194 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-5e0a3850-5695-4050-be33-f20a7fe0cff8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3223d96b-7439-4c04-bfa0-50dbc9d0b9db HTTP/1.1" status: 204 len: 168 time: 0.6993129 Jun 28 23:56:51.791563 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:51.857491 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:56:51.869054 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a3850-5695-4050-be33-f20a7fe0cff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3223d96b-7439-4c04-bfa0-50dbc9d0b9db,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:51.948786 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5e0a3850-5695-4050-be33-f20a7fe0cff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:52.172352 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:56:52.191504 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Sync routers for ids ['1fa6c347-5e4a-4275-895d-dbbca1b4df2f'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:56:52.219780 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:52.222743 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3495023 Jun 28 23:56:52.227569 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60018) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:52.250656 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Routers {'1fa6c347-5e4a-4275-895d-dbbca1b4df2f'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:56:52.251709 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:56:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['1fa6c347-5e4a-4275-895d-dbbca1b4df2f'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:52.500387 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:48Z', 'revision_number': 3, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:52.568418 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:52.656760 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Checking router: 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:56:52.661405 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Updating router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 port 6067d13b-59ff-4cc9-a18e-fc9958970e20 binding host dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:56:52.805227 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:52.922829 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60040) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:53.022535 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device d332556f-6e64-4eab-8239-a25b96977d7b up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:56:53.054878 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Set router 1fa6c347-5e4a-4275-895d-dbbca1b4df2f gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:56:53.111104 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-429fe286-002d-479e-99b9-a11ef3db0b1a req-52c7e708-315d-42c9-9d75-2855c4125466 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 210 time: 0.1678669 Jun 28 23:56:53.228920 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-55731f4d-7ec7-4acc-bb49-9239c032a0eb req-42ff5bff-eb8b-40c9-917a-62303fe7510d tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 210 time: 0.1156955 Jun 28 23:56:53.402278 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port d332556f-6e64-4eab-8239-a25b96977d7b triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:53.413715 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.808188 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.901595 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.923659 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Transition to ACTIVE for port object 6067d13b-59ff-4cc9-a18e-fc9958970e20 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:53.927127 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e126cc31-730a-4e35-8957-b73eb5aacdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.935099 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:53.945376 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:53.990252 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1141032418-router', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:49Z', 'revision_number': 3, 'project_id': '8623745b74a1485d8a448f201b439a8b', 'gw_port': {'id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:48Z', 'updated_at': '2021-06-28T23:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:54.028505 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Pushing event updated for resources: {'Port': ['ID=6067d13b-59ff-4cc9-a18e-fc9958970e20,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:54.039409 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:54.039769 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:54.040176 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:54.040510 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:54.040836 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:54.041160 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:54.041479 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:54.041798 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:54.042286 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:54.042744 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:54.043577 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:54.043899 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Tracked resource versions report: Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: pushed versions: Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: { 'AddressGroup': {'1.2'}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'ConntrackHelper': {'1.0'}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'Log': {'1.0'}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'Network': {'1.1'}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'Port': {'1.7'}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'PortForwarding': {'1.2'}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'QosPolicy': {'1.8'}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'SecurityGroup': {'1.4'}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'SecurityGroupRule': {'1.2'}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'SubPort': {'1.0'}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'Subnet': {'1.1'}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'Trunk': {'1.1'}} Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: consumer versions: Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: { DHCP agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: HyperV agent@hv-cinder-76330: {}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: L3 agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: Metadata agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: Metering agent@dv-cinder-763306-13-smb: {}, Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: Open vSwitch agent@dv-cinder-763306-13-smb: { 'AddressGroup': '1.2', Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'ConntrackHelper': '1.0', Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'Log': '1.0', Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'Network': '1.1', Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'Port': '1.7', Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'PortForwarding': '1.2', Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'QosPolicy': '1.8', Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'SecurityGroup': '1.4', Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'SecurityGroupRule': '1.2', Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'SubPort': '1.0', Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'Subnet': '1.1', Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: 'Trunk': '1.1'}} Jun 28 23:56:54.045066 dv-cinder-763306-13-smb neutron-server[92980]: {{(pid=92980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 23:56:54.056989 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:54.091591 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Checking router: 1fa6c347-5e4a-4275-895d-dbbca1b4df2f for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:56:54.107550 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Updating router 1fa6c347-5e4a-4275-895d-dbbca1b4df2f port ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 binding host dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:56:54.116597 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Attempting to bind port 6067d13b-59ff-4cc9-a18e-fc9958970e20 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:56:54.117551 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Attempting to bind port 6067d13b-59ff-4cc9-a18e-fc9958970e20 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:56:54.118445 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Attempting to bind port 6067d13b-59ff-4cc9-a18e-fc9958970e20 on network b5b54806-5b8c-4699-8258-4cd96ed8e211 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:56:54.131279 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:56:54.132691 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Checking segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:54.133337 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.134008 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Bound using segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:56:54.136109 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Bound port: 6067d13b-59ff-4cc9-a18e-fc9958970e20, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:56:54.137281 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.263987 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.359370 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] For port 6067d13b-59ff-4cc9-a18e-fc9958970e20, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:56:54.371589 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] For port 6067d13b-59ff-4cc9-a18e-fc9958970e20, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=6067d13b-59ff-4cc9-a18e-fc9958970e20,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:56:54.384607 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.395258 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:54.535885 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e126cc31-730a-4e35-8957-b73eb5aacdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.547631 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60090) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:54.592605 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Pushing event updated for resources: {'Port': ['ID=6067d13b-59ff-4cc9-a18e-fc9958970e20,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:54.601781 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:56:54.602561 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:56:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:54.605591 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:54.611257 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e126cc31-730a-4e35-8957-b73eb5aacdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:54.662806 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:54.732990 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:56:54.764402 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.52', 55550) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:54.947042 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-062a12f5-da40-4e22-aaa5-444b25774a20 req-e53b2f92-02e3-46bf-8e7c-a68ceaeee27e tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 210 time: 0.2946994 Jun 28 23:56:55.028009 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:56:55.064291 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-55e7aebb-e319-42e4-896e-8ea1055c354e req-8f8314bd-8d31-49c1-b6d5-c3449c132247 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 210 time: 0.3879156 Jun 28 23:56:55.067874 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.097444 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Transition to ACTIVE for port object ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:55.112233 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.115008 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:55.243755 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Attempting to bind port ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:56:55.248000 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Attempting to bind port ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:56:55.249245 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Attempting to bind port ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 on network b5b54806-5b8c-4699-8258-4cd96ed8e211 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:56:55.257853 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Allocated IP 172.20.0.1 (c9b9de98-b6b7-499e-b7bb-69dbb5ad8289/6dddc2fb-56a3-4c59-9771-8ebaed930a0d/34779521-216c-464c-8a94-536a413dbfd2) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:55.279894 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:56:55.281581 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Checking segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:56:55.283329 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.284566 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Bound using segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:56:55.286033 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Bound port: ec8a4ac3-2bb1-45f3-a9c6-a437748fa099, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:56:55.287246 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.338714 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d26b6-2be4-4f49-a5af-fc963161dc9f None None] Pushing event updated for resources: {'Port': ['ID=ec8a4ac3-2bb1-45f3-a9c6-a437748fa099,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:55.343196 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b41d26b6-2be4-4f49-a5af-fc963161dc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:55.392127 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] For port ec8a4ac3-2bb1-45f3-a9c6-a437748fa099, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:56:55.396038 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] For port ec8a4ac3-2bb1-45f3-a9c6-a437748fa099, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=ec8a4ac3-2bb1-45f3-a9c6-a437748fa099,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:56:55.404479 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.407305 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:55.577799 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-e126cc31-730a-4e35-8957-b73eb5aacdec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6e682405383438ba1d6d44d91e7399a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6488764 Jun 28 23:56:55.577799 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d105-cf75-4a2e-9954-38811b7a24e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.583134 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Routers {'1fa6c347-5e4a-4275-895d-dbbca1b4df2f'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:56:55.584605 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:56:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['1fa6c347-5e4a-4275-895d-dbbca1b4df2f'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:55.586749 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60114) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:55.602025 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126cc31-730a-4e35-8957-b73eb5aacdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c253f6-acee-455c-856c-c1f73aa6e169,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:55.666240 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e126cc31-730a-4e35-8957-b73eb5aacdec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:55.668125 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.745190 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Transition to ACTIVE for port object 34779521-216c-464c-8a94-536a413dbfd2 will not be triggered until provisioned by entity DHCP. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:56:55.776779 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a099f48b-ae64-4ff9-870b-86ff8ed70d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.828146 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:48Z', 'revision_number': 3, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:55.846942 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] Set router 1fa6c347-5e4a-4275-895d-dbbca1b4df2f gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:56:55.865081 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-cc4ab7c0-1dc2-48a4-b022-73c5ab9fdf0f tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:55.867469 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-cc4ab7c0-1dc2-48a4-b022-73c5ab9fdf0f tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.52 "GET /v2.0/networks?id=01a8f67f-9571-4861-8cfd-3bd74bc79543 HTTP/1.1" status: 200 len: 811 time: 1.0800645 Jun 28 23:56:55.891600 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbf78c-3f2d-4f71-a0ac-eb11af5bd2f9 None None] The sync data for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb is: [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:48Z', 'revision_number': 3, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:56:55.899153 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a099f48b-ae64-4ff9-870b-86ff8ed70d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.978707 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d105-cf75-4a2e-9954-38811b7a24e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:55.989676 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Request body: {'port': {'device_id': 'e26cd161-1484-4bd5-979d-b02676d3f6ab', 'network_id': '01a8f67f-9571-4861-8cfd-3bd74bc79543', 'admin_state_up': True, 'tenant_id': '58bb155feeb142f0989547dd23c72f70'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:56.149168 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d26b6-2be4-4f49-a5af-fc963161dc9f None None] Pushing event updated for resources: {'Port': ['ID=ec8a4ac3-2bb1-45f3-a9c6-a437748fa099,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:56.163497 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b41d26b6-2be4-4f49-a5af-fc963161dc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:56.193297 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.52', 55554) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:56.199583 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a099f48b-ae64-4ff9-870b-86ff8ed70d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:56.211123 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a099f48b-ae64-4ff9-870b-86ff8ed70d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:56.220329 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-a099f48b-ae64-4ff9-870b-86ff8ed70d11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88c253f6-acee-455c-856c-c1f73aa6e169 HTTP/1.1" status: 204 len: 168 time: 0.6269853 Jun 28 23:56:56.223229 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ad881dcb-41e3-4860-a0d0-76ffc00216ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:56.266392 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:56.275605 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099f48b-ae64-4ff9-870b-86ff8ed70d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c253f6-acee-455c-856c-c1f73aa6e169,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:56.283376 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a099f48b-ae64-4ff9-870b-86ff8ed70d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:56.349846 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:56.624912 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:56.636378 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d105-cf75-4a2e-9954-38811b7a24e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:56.696807 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:56.705618 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1141032418-router', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:49Z', 'revision_number': 3, 'project_id': '8623745b74a1485d8a448f201b439a8b', 'gw_port': {'id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:48Z', 'updated_at': '2021-06-28T23:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:56:56.766822 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe5cb9-276c-41ef-839c-26b39b3c7985 None None] The sync data for ids ['1fa6c347-5e4a-4275-895d-dbbca1b4df2f'] in dv-cinder-763306-13-smb is: [{'id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1141032418-router', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:49Z', 'revision_number': 3, 'project_id': '8623745b74a1485d8a448f201b439a8b', 'gw_port': {'id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:48Z', 'updated_at': '2021-06-28T23:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:56:56.855984 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:56:56.872443 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Pushing event updated for resources: {'Port': ['ID=34779521-216c-464c-8a94-536a413dbfd2,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:56.892037 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:56.897767 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:56:56.903888 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:56:56.904735 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3776146'] for router_interface, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:57.035225 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a0df637f-1439-4838-93be-0669a7e6d20d req-ebbbc018-8f04-4aab-8ef9-45e3344ea52d tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 210 time: 0.6947601 Jun 28 23:56:57.092289 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 6067d13b-59ff-4cc9-a18e-fc9958970e20 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:56:57.120832 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-7ae0d105-cf75-4a2e-9954-38811b7a24e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b3c7e2f3b8349f0a371bf4ff60f7426&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5706754 Jun 28 23:56:57.146862 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60176) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:57.149640 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0d105-cf75-4a2e-9954-38811b7a24e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68203d47-8cf5-4495-a720-46904b689cb5,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:57.181866 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7ae0d105-cf75-4a2e-9954-38811b7a24e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:57.259365 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-bce1db88-5180-4fee-8c77-9d3bff661014 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:56:57.271307 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-bce1db88-5180-4fee-8c77-9d3bff661014 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 815 time: 1.0764327 Jun 28 23:56:57.332890 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 6067d13b-59ff-4cc9-a18e-fc9958970e20 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:56:57.365092 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 6067d13b-59ff-4cc9-a18e-fc9958970e20 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:57.368706 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:57.391517 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Request body: {'port': {'device_id': 'e0b48bf3-a460-4ae5-8f72-b228d9573ed7', 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd', 'admin_state_up': True, 'tenant_id': 'dbcec3fb47d34560ba5cc93df96d3145'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:56:57.466074 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b44469b2-c5ad-49da-a554-f9cc4b53c08a req-49b60998-1b2f-468e-a49c-6e44899eac91 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 210 time: 0.6044464 Jun 28 23:56:57.592879 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Made reservation on behalf of 58bb155feeb142f0989547dd23c72f70 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:56:57.598973 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:57.892779 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-212d51aa-bd83-49d4-9d65-148eebb01ac0 None None] Provisioning for port 34779521-216c-464c-8a94-536a413dbfd2 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:56:57.905194 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:57.928951 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-212d51aa-bd83-49d4-9d65-148eebb01ac0 None None] Provisioning complete for port 34779521-216c-464c-8a94-536a413dbfd2 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:57.931394 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-212d51aa-bd83-49d4-9d65-148eebb01ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:57.957757 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Allocated IP 172.20.0.1 (62594d8b-13ea-4f79-bd37-f6962e081cd9/c9436cf5-072a-422e-8cf9-85a314d8c96f/efc52e28-2571-49db-9255-c184d502b44d) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:56:58.020820 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 6067d13b-59ff-4cc9-a18e-fc9958970e20, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=6067d13b-59ff-4cc9-a18e-fc9958970e20,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:56:58.061288 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:58.100311 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:58.110403 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-212d51aa-bd83-49d4-9d65-148eebb01ac0 None None] Port 34779521-216c-464c-8a94-536a413dbfd2 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:56:58.230011 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9a118472-bedb-4a3c-bbf6-9f49df57141f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:58.411962 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=6067d13b-59ff-4cc9-a18e-fc9958970e20,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:56:58.426781 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:56:58.448385 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:59.028564 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-715cdea8-3747-4533-a319-865d9c8ed2bc req-77455aff-87c5-4517-8e07-7a789d2a6a56 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 210 time: 0.3966169 Jun 28 23:56:59.271442 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 6067d13b-59ff-4cc9-a18e-fc9958970e20 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:56:59.297779 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d02a6cea-3c8b-4c71-ace5-58d5f98011a8 req-4267a26e-4948-4b4c-9d27-a692fc82cb53 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 210 time: 0.1800587 Jun 28 23:56:59.505292 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 6067d13b-59ff-4cc9-a18e-fc9958970e20 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:59.509006 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:59.625301 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60228) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:56:59.703423 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:59.726332 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:59.728555 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3870791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3775074'] for router_interface, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:59.733803 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9a118472-bedb-4a3c-bbf6-9f49df57141f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:56:59.750729 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:56:59.779540 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:56:59.913739 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:56:59.922977 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:56:59.923655 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.043964 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Pushing event updated for resources: {'Port': ['ID=34779521-216c-464c-8a94-536a413dbfd2,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:00.060536 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:00.119531 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1022764753-network', 'tenant_id': '98707c40e61146969ff90c7fd22dbb72'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:00.149852 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Made reservation on behalf of dbcec3fb47d34560ba5cc93df96d3145 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:00.173596 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.173898 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.233046 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port ec8a4ac3-2bb1-45f3-a9c6-a437748fa099, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=ec8a4ac3-2bb1-45f3-a9c6-a437748fa099,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:00.244490 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.253276 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f759bb15-e3b2-46d9-9dba-a1725428a4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:00.366314 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Made reservation on behalf of 98707c40e61146969ff90c7fd22dbb72 for: {'network': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:00.374291 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.419123 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.441897 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.526263 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Allocated IP 172.20.0.2 (01a8f67f-9571-4861-8cfd-3bd74bc79543/7447f968-bf18-4364-afba-20d7011d7ea2/c72f871e-ca8e-4c30-87e4-9b36e034ee0e) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:00.565603 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=ec8a4ac3-2bb1-45f3-a9c6-a437748fa099,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:00.569307 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:00.710928 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9a118472-bedb-4a3c-bbf6-9f49df57141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.731587 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9a118472-bedb-4a3c-bbf6-9f49df57141f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:00.733094 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-9a118472-bedb-4a3c-bbf6-9f49df57141f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68203d47-8cf5-4495-a720-46904b689cb5 HTTP/1.1" status: 204 len: 168 time: 3.5795484 Jun 28 23:57:00.739668 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c135e9a6-5d27-4db6-8248-b67023b03038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:00.842414 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6cb93d69-a85c-4844-9ae4-b2d24d93f4b8 req-21bcc591-6a30-46ad-b707-bb8c2049ece9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 210 time: 0.2755959 Jun 28 23:57:00.874868 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a118472-bedb-4a3c-bbf6-9f49df57141f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68203d47-8cf5-4495-a720-46904b689cb5,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:00.894371 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9a118472-bedb-4a3c-bbf6-9f49df57141f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:01.035656 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:01.062394 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:01.070041 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:01.076220 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7b1d4fbf-1b33-420c-aa4c-de4624bd6094 req-0ced3207-69d8-4a85-a0bc-b479cb195d20 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 210 time: 0.3477509 Jun 28 23:57:01.082772 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:01.105366 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:01.258435 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:01.259104 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:01.426590 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:01.668560 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Network 62594d8b-13ea-4f79-bd37-f6962e081cd9 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:01.681644 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-61efd89b-bea9-4275-b1fa-dc726ac1783f None None] Provisioning complete for port 34779521-216c-464c-8a94-536a413dbfd2 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:01.691191 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-61efd89b-bea9-4275-b1fa-dc726ac1783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:01.715395 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:01.724619 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Allocated IP 172.20.0.6 (626c952e-fd34-4355-acc3-421a7b813fbd/eda307fd-5f67-4a1d-93da-46c5f8dc4245/7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:01.741008 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:01.742984 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3776146'] for router_interface, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:01.758142 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=efc52e28-2571-49db-9255-c184d502b44d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:01.782671 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:01.859816 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:01.879283 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a099f48b-ae64-4ff9-870b-86ff8ed70d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:01.915018 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-61efd89b-bea9-4275-b1fa-dc726ac1783f None None] Port 34779521-216c-464c-8a94-536a413dbfd2 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:57:01.953085 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=92977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:57:02.036222 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:02.036563 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.segments_db [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Added segment 1c5b0b7b-310d-41db-8e39-cf1717e9c3f6 of type vlan for network 35d5dc1c-6bdf-4ead-a5ea-006470c273e0 Jun 28 23:57:02.053302 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:57:02.548655 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:02.596195 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423acef0-acb8-4f59-9e2d-484c8d118817,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:02.601632 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:02.623356 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:57:02.646336 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] 10.222.0.30 "PUT /v2.0/routers/92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1412194 Jun 28 23:57:02.649689 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Sync routers for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:57:02.670707 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:02.671367 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:56:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:02.786683 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0f55235d-83b0-4fce-8027-fd1e7dfb0c69 req-a716946b-9038-441d-8742-1e4471e319a7 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 210 time: 0.1717918 Jun 28 23:57:02.826825 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0c2267ff-4332-4f2b-b14b-509e3b035308 req-38990e2f-04a0-46d6-9101-1c32594b2633 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 210 time: 0.2080581 Jun 28 23:57:02.868573 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:03.051785 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:03.055172 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:03.056810 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:03.062374 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5a5f20f7-045d-4071-8592-d740d91d61b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:03.155899 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:03.196936 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:03.324526 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:03.353373 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Pushing event updated for resources: {'Network': ['ID=35d5dc1c-6bdf-4ead-a5ea-006470c273e0,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:03.365055 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:03.374508 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.7390890 Jun 28 23:57:03.374839 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60314) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:03.385125 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Request body: {'subnet': {'network_id': '35d5dc1c-6bdf-4ead-a5ea-006470c273e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1022764753-subnet', 'tenant_id': '98707c40e61146969ff90c7fd22dbb72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:03.399942 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network 35d5dc1c-6bdf-4ead-a5ea-006470c273e0 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:57:03.454151 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Made reservation on behalf of 98707c40e61146969ff90c7fd22dbb72 for: {'subnet': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:03.463824 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:03.468657 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b664f483-a3e7-4605-9ff2-57b2d466e1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:03.948439 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:03.959083 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:04.124469 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 2, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:04.189235 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2f325d40-a70b-429b-8271-6e1a3dc2b788 req-5d449d0a-ea17-47b3-834d-a07232d5c491 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 210 time: 0.0758615 Jun 28 23:57:04.216874 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:04.241092 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:04.265238 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Checking router: 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:57:04.265238 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Updating router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 port 34779521-216c-464c-8a94-536a413dbfd2 binding host dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:57:04.358170 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Checking segment: {'id': '1c5b0b7b-310d-41db-8e39-cf1717e9c3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '35d5dc1c-6bdf-4ead-a5ea-006470c273e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:04.358849 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Network hostable DHCP agents. Network: 35d5dc1c-6bdf-4ead-a5ea-006470c273e0, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:57:04.389133 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb40144-3483-4df4-986c-cd11d6cc3802,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:04.399261 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:04.400214 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:04.401522 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Pushing event updated for resources: {'Port': ['ID=c72f871e-ca8e-4c30-87e4-9b36e034ee0e,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:04.454063 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Network 35d5dc1c-6bdf-4ead-a5ea-006470c273e0 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:57:04.459928 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:04.475025 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3870791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3775074'] for router_interface, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:04.496531 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, 35d5dc1c-6bdf-4ead-a5ea-006470c273e0) {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:04.510886 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df756fa-ea35-4e55-a054-3118af3824ea None None] Network 35d5dc1c-6bdf-4ead-a5ea-006470c273e0 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:57:04.516209 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:04.516819 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:04.543842 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1677868 Jun 28 23:57:04.564824 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:04.600313 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Network 01a8f67f-9571-4861-8cfd-3bd74bc79543 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:04.615303 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:04.633945 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:04.648898 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:04.665762 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:04.669663 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:04.796798 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60336) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:04.808763 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-1f8e4386-4cd7-4613-8d50-e11e716cdb7b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--301327732', 'description': 'tempest-description--1965920480'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:04.992742 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b8379d-2075-488f-b539-3c5b80a0b838 None None] Network 35d5dc1c-6bdf-4ead-a5ea-006470c273e0 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:57:05.076410 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4386-4cd7-4613-8d50-e11e716cdb7b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:05.143906 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=efc52e28-2571-49db-9255-c184d502b44d,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:05.151602 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:05.204250 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2210109 Jun 28 23:57:05.318024 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-7f965a07-e29f-4c6f-9f59-f5f2c9d17e39 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=92978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 23:57:05.326721 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-7f965a07-e29f-4c6f-9f59-f5f2c9d17e39 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0728011 Jun 28 23:57:05.481661 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:05.585718 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:05.603896 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b441eb-c2db-4127-8ff8-6149ae83de05 req-19beba04-d24a-477d-b490-eebd365c99ef tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:05.623697 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b2b441eb-c2db-4127-8ff8-6149ae83de05 req-19beba04-d24a-477d-b490-eebd365c99ef tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 931 time: 0.9837251 Jun 28 23:57:05.689278 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:05.697574 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Network 62594d8b-13ea-4f79-bd37-f6962e081cd9 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:05.702761 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Network 626c952e-fd34-4355-acc3-421a7b813fbd is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:05.706194 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:05.726226 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Transition to ACTIVE for port object 34779521-216c-464c-8a94-536a413dbfd2 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:05.746092 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:05.765230 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:05.771548 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:05.790257 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4386-4cd7-4613-8d50-e11e716cdb7b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:05.807917 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:05.810093 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:05.810922 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4386-4cd7-4613-8d50-e11e716cdb7b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:05.818852 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4f04a3d5-2eeb-4abd-9973-692c677e3f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:06.034690 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f79b80-da3b-44d7-a549-6939938aada1 None None] Pushing event updated for resources: {'Port': ['ID=34779521-216c-464c-8a94-536a413dbfd2,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:06.048344 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5b8576b5-8812-4206-94cf-823a740e7852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:06.124484 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Pushing event updated for resources: {'Port': ['ID=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:06.140892 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:06.157547 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-63f79b80-da3b-44d7-a549-6939938aada1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:06.157878 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8363059 Jun 28 23:57:06.175880 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e4386-4cd7-4613-8d50-e11e716cdb7b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840c11a9-7c5c-42ec-8cb2-73b774e24626,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:06.184272 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4386-4cd7-4613-8d50-e11e716cdb7b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:06.192948 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1f8e4386-4cd7-4613-8d50-e11e716cdb7b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3930135 Jun 28 23:57:06.204350 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60364) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:06.211931 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1f8e4386-4cd7-4613-8d50-e11e716cdb7b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:06.216813 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-0b8e00c8-1c9f-4d04-b728-3d527b7c7c84 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Request body: {'security_group_rule': {'security_group_id': '840c11a9-7c5c-42ec-8cb2-73b774e24626', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:06.350907 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Attempting to bind port 34779521-216c-464c-8a94-536a413dbfd2 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:06.351675 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Attempting to bind port 34779521-216c-464c-8a94-536a413dbfd2 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:06.352319 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Attempting to bind port 34779521-216c-464c-8a94-536a413dbfd2 on network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:06.381545 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:06.382192 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Checking segment: {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:06.382871 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:06.383519 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Bound using segment: {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:06.384350 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Bound port: 34779521-216c-464c-8a94-536a413dbfd2, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:06.385004 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:06.393836 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60370) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:06.423061 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b2b441eb-c2db-4127-8ff8-6149ae83de05 req-136aaf3c-2b63-4ad8-bdb0-cd1b2773c540 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6188087 Jun 28 23:57:06.470791 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Router 1fa6c347-5e4a-4275-895d-dbbca1b4df2f has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:57:06.569194 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b048759-c662-411f-bde7-fbf303d56eca req-25ed3e4f-3e4f-4747-8495-2120159d29fc tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:06.599537 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7b048759-c662-411f-bde7-fbf303d56eca req-25ed3e4f-3e4f-4747-8495-2120159d29fc tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 931 time: 0.7987778 Jun 28 23:57:06.749860 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] For port 34779521-216c-464c-8a94-536a413dbfd2, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:06.759224 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] For port 34779521-216c-464c-8a94-536a413dbfd2, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=34779521-216c-464c-8a94-536a413dbfd2,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:06.781350 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:06.793449 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:06.814540 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7b048759-c662-411f-bde7-fbf303d56eca req-1ae01f37-76b4-4199-8294-d3332845352f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111723 Jun 28 23:57:06.919620 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b8f3-e0ec-44c1-8b87-ee5b16a5eca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.118709 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f79b80-da3b-44d7-a549-6939938aada1 None None] Pushing event updated for resources: {'Port': ['ID=34779521-216c-464c-8a94-536a413dbfd2,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:07.145509 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-63f79b80-da3b-44d7-a549-6939938aada1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:07.149868 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:07.150236 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:56:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:07.163161 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Request body: {'port': {'device_id': 'e26cd161-1484-4bd5-979d-b02676d3f6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:07.220758 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Request body: {'port': {'device_id': 'e0b48bf3-a460-4ae5-8f72-b228d9573ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:07.239987 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0b8e00c8-1c9f-4d04-b728-3d527b7c7c84 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.293080 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b8f3-e0ec-44c1-8b87-ee5b16a5eca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.308754 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b8f3-e0ec-44c1-8b87-ee5b16a5eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.432833 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:07.542251 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-f7e9b8f3-e0ec-44c1-8b87-ee5b16a5eca2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1ec329cc4c54f018ecf2a206f26d96a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1426435 Jun 28 23:57:07.544221 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9b8f3-e0ec-44c1-8b87-ee5b16a5eca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b410ef7-8481-4acb-b6a1-19845d19c387,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:07.577560 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f7e9b8f3-e0ec-44c1-8b87-ee5b16a5eca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:07.583780 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60396) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:07.698929 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60400) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:07.705012 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:07.725577 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-191780998-network', 'tenant_id': '01b99be39d154f759294fbeb930a8655'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:07.816572 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-53064222-6372-44d9-a94b-6f42df22030e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.822601 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Made reservation on behalf of 01b99be39d154f759294fbeb930a8655 for: {'network': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:07.831430 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.871041 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:07.953969 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-53064222-6372-44d9-a94b-6f42df22030e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:08.321648 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aae68-2df2-421d-86eb-e69ecb27a65a req-6f53f4bf-1fa5-4b60-b8b0-2eae123cc72f tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:08.324468 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:06Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:08.334545 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e91aae68-2df2-421d-86eb-e69ecb27a65a req-6f53f4bf-1fa5-4b60-b8b0-2eae123cc72f tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 931 time: 0.3730416 Jun 28 23:57:08.448468 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:57:08.454090 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a52bf81-ed49-4871-88af-55822bc89cae None None] The sync data for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb is: [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:06Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:57:08.483469 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Sync routers for ids ['1fa6c347-5e4a-4275-895d-dbbca1b4df2f'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:57:08.526686 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Routers {'1fa6c347-5e4a-4275-895d-dbbca1b4df2f'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:08.527839 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:56:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['1fa6c347-5e4a-4275-895d-dbbca1b4df2f'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:08.530068 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] 10.222.0.30 "PUT /v2.0/routers/1fa6c347-5e4a-4275-895d-dbbca1b4df2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2917292 Jun 28 23:57:08.816174 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e91aae68-2df2-421d-86eb-e69ecb27a65a req-e2026eb1-d274-4477-98eb-707d837f5726 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762149 Jun 28 23:57:08.862396 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-53064222-6372-44d9-a94b-6f42df22030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:08.901193 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-53064222-6372-44d9-a94b-6f42df22030e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:08.942358 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-53064222-6372-44d9-a94b-6f42df22030e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b410ef7-8481-4acb-b6a1-19845d19c387 HTTP/1.1" status: 204 len: 168 time: 1.3542719 Jun 28 23:57:08.945861 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-03364de2-06c5-4678-9077-06893433ca66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:08.953681 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0b8e00c8-1c9f-4d04-b728-3d527b7c7c84 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.064084 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53064222-6372-44d9-a94b-6f42df22030e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b410ef7-8481-4acb-b6a1-19845d19c387,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:09.069966 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.075476 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-53064222-6372-44d9-a94b-6f42df22030e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:09.119484 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.135686 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 34779521-216c-464c-8a94-536a413dbfd2 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:09.139000 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.174892 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:09.218075 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0b8e00c8-1c9f-4d04-b728-3d527b7c7c84 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.247229 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:09.252150 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36a0ef-0515-4fbb-b82c-2fd344eba5be req-698dca87-f2a3-4666-badd-f0e2a95c4436 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:09.260825 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.267102 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-db36a0ef-0515-4fbb-b82c-2fd344eba5be req-698dca87-f2a3-4666-badd-f0e2a95c4436 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 931 time: 1.0264480 Jun 28 23:57:09.323495 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=92977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:57:09.410903 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c551776-eb92-4433-8ad4-344d9d6628f8,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:09.447872 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:09.485024 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.495886 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.segments_db [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Added segment e981b3a3-0303-4fb2-8cfa-5fcdcc4c83cd of type vlan for network aec52915-312b-4a75-81d8-f176cf0e0781 Jun 28 23:57:09.555546 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Set router 1fa6c347-5e4a-4275-895d-dbbca1b4df2f gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:09.668799 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.812156 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.849275 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:09.854383 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:09.877121 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:09.990515 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-db36a0ef-0515-4fbb-b82c-2fd344eba5be req-f947c54c-c8c2-4f3e-a726-84157b2b775a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7093434 Jun 28 23:57:10.030119 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3289757 Jun 28 23:57:10.042651 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60444) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:10.056489 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Request body: {'subnet': {'network_id': 'aec52915-312b-4a75-81d8-f176cf0e0781', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-191780998-subnet', 'tenant_id': '01b99be39d154f759294fbeb930a8655', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:10.100939 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60446) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:10.302500 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e00c8-1c9f-4d04-b728-3d527b7c7c84 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160ec821-144b-49da-8e1b-b52f86e0684f,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:10.312588 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-19ecbf2b-1024-4c99-8af8-c7678e7979c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.325917 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0b8e00c8-1c9f-4d04-b728-3d527b7c7c84 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.078s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:10.400181 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Pushing event updated for resources: {'Network': ['ID=aec52915-312b-4a75-81d8-f176cf0e0781,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:10.410466 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:10.477705 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network aec52915-312b-4a75-81d8-f176cf0e0781 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:57:10.508020 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Made reservation on behalf of 01b99be39d154f759294fbeb930a8655 for: {'subnet': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:10.511219 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.519215 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0b8e00c8-1c9f-4d04-b728-3d527b7c7c84 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.534593 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-0b8e00c8-1c9f-4d04-b728-3d527b7c7c84 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.3229623 Jun 28 23:57:10.566788 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60454) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:10.582740 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-b410b0d0-89a8-417b-8887-0da3da5997c0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Request body: {'security_group_rule': {'security_group_id': '840c11a9-7c5c-42ec-8cb2-73b774e24626', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:10.730078 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 34779521-216c-464c-8a94-536a413dbfd2 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:10.784712 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 34779521-216c-464c-8a94-536a413dbfd2 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:10.786561 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:10.876014 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71544690-2885-4a5a-914c-b565edb02272 req-0920ae55-52aa-4aa7-8de4-beda7762d942 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:10.888606 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-71544690-2885-4a5a-914c-b565edb02272 req-0920ae55-52aa-4aa7-8de4-beda7762d942 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 931 time: 0.5263786 Jun 28 23:57:10.992976 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1141032418-router', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': '8623745b74a1485d8a448f201b439a8b', 'gw_port': {'id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:48Z', 'updated_at': '2021-06-28T23:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': 'efc52e28-2571-49db-9255-c184d502b44d', 'name': '', 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'mac_address': 'fa:16:3e:b9:24:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c9436cf5-072a-422e-8cf9-85a314d8c96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:56Z', 'updated_at': '2021-06-28T23:57:03Z', 'revision_number': 2, 'project_id': '8623745b74a1485d8a448f201b439a8b', 'subnets': [{'id': 'c9436cf5-072a-422e-8cf9-85a314d8c96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:11.057596 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Checking router: 1fa6c347-5e4a-4275-895d-dbbca1b4df2f for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:57:11.058617 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Updating router 1fa6c347-5e4a-4275-895d-dbbca1b4df2f port efc52e28-2571-49db-9255-c184d502b44d binding host dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:57:11.156341 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.555127 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-71544690-2885-4a5a-914c-b565edb02272 req-7cccb55f-94f3-476c-ac90-fa6bdbe5b5a8 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657038 Jun 28 23:57:11.580284 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72f871e-ca8e-4c30-87e4-9b36e034ee0e {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:11.632782 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.695639 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-19ecbf2b-1024-4c99-8af8-c7678e7979c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.699168 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.730241 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Transition to ACTIVE for port object c72f871e-ca8e-4c30-87e4-9b36e034ee0e will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:11.772344 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-19ecbf2b-1024-4c99-8af8-c7678e7979c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.798011 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Transition to ACTIVE for port object efc52e28-2571-49db-9255-c184d502b44d will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:11.802530 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.824441 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.835146 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:11.851158 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:11.868093 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.886971 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:11.925608 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b410b0d0-89a8-417b-8887-0da3da5997c0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.937887 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 34779521-216c-464c-8a94-536a413dbfd2, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=34779521-216c-464c-8a94-536a413dbfd2,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:11.972618 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:11.980017 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a548e-ae44-4a7b-9ea5-de6ce456346e None None] Pushing event updated for resources: {'Port': ['ID=efc52e28-2571-49db-9255-c184d502b44d,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:11.983484 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4a4a548e-ae44-4a7b-9ea5-de6ce456346e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:11.984301 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4a4a548e-ae44-4a7b-9ea5-de6ce456346e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:12.038127 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:12.051173 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.058324 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecbf2b-1024-4c99-8af8-c7678e7979c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbdb2cd-91c6-4578-a4b4-87034b267e24,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:12.077231 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.105690 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-19ecbf2b-1024-4c99-8af8-c7678e7979c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:12.117681 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-3d78237d-47aa-4b5e-96f9-c132720db79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:12.128953 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Transition to ACTIVE for port object 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:12.142337 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-19ecbf2b-1024-4c99-8af8-c7678e7979c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3305fa80f2334582acff4d24766b608d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0343874 Jun 28 23:57:12.150864 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=34779521-216c-464c-8a94-536a413dbfd2,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:12.156088 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:12.159920 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60482) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:12.162106 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Pushing event updated for resources: {'Port': ['ID=c72f871e-ca8e-4c30-87e4-9b36e034ee0e,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:12.166597 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:12.195919 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Attempting to bind port efc52e28-2571-49db-9255-c184d502b44d on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:12.196337 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Attempting to bind port efc52e28-2571-49db-9255-c184d502b44d by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:12.196791 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Attempting to bind port efc52e28-2571-49db-9255-c184d502b44d on network 62594d8b-13ea-4f79-bd37-f6962e081cd9 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:12.202760 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:12.203148 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Checking segment: {'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:12.203575 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.204037 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Bound using segment: {'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:12.204583 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Bound port: efc52e28-2571-49db-9255-c184d502b44d, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:12.204990 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.230047 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.256517 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-fb9e9495-0f08-4886-83d1-030488b13c52 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:12.256902 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:12.266136 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-fb9e9495-0f08-4886-83d1-030488b13c52 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/networks?id=62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 200 len: 819 time: 1.3629725 Jun 28 23:57:12.323558 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:12.327332 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:12.333587 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-7344c90d-e9a8-4f69-a446-1e96c4fbeb39 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/quotas/8623745b74a1485d8a448f201b439a8b HTTP/1.1" status: 200 len: 375 time: 0.0663619 Jun 28 23:57:12.375360 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Attempting to bind port c72f871e-ca8e-4c30-87e4-9b36e034ee0e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:12.375759 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Attempting to bind port c72f871e-ca8e-4c30-87e4-9b36e034ee0e by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'a5d61c46-0619-41bd-8116-bba70b4e58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01a8f67f-9571-4861-8cfd-3bd74bc79543'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:12.376331 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Attempting to bind port c72f871e-ca8e-4c30-87e4-9b36e034ee0e on network 01a8f67f-9571-4861-8cfd-3bd74bc79543 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:12.377255 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] For port efc52e28-2571-49db-9255-c184d502b44d, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:12.382913 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] For port efc52e28-2571-49db-9255-c184d502b44d, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=efc52e28-2571-49db-9255-c184d502b44d,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:12.396455 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.397564 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9a01c39f-7770-4506-9b0d-bbc2df2679be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.401606 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:12.402208 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Attempting to bind port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:12.402536 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Attempting to bind port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:12.402867 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Attempting to bind port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 on network 626c952e-fd34-4355-acc3-421a7b813fbd {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:12.411518 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 on network 626c952e-fd34-4355-acc3-421a7b813fbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:57:12.411852 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Attempting to bind port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 on network 626c952e-fd34-4355-acc3-421a7b813fbd {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:12.421784 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Port c72f871e-ca8e-4c30-87e4-9b36e034ee0e on network 01a8f67f-9571-4861-8cfd-3bd74bc79543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:57:12.422472 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Attempting to bind port c72f871e-ca8e-4c30-87e4-9b36e034ee0e on network 01a8f67f-9571-4861-8cfd-3bd74bc79543 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:12.432875 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:12.433151 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Checking segment: {'id': 'a5d61c46-0619-41bd-8116-bba70b4e58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01a8f67f-9571-4861-8cfd-3bd74bc79543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:12.433720 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Bound using segment: {'id': 'a5d61c46-0619-41bd-8116-bba70b4e58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01a8f67f-9571-4861-8cfd-3bd74bc79543'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:12.434207 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Bound port: c72f871e-ca8e-4c30-87e4-9b36e034ee0e, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d61c46-0619-41bd-8116-bba70b4e58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01a8f67f-9571-4861-8cfd-3bd74bc79543'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:12.434556 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.460985 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:12.461366 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Checking segment: {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:12.461987 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Bound using segment: {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:12.462685 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Bound port: 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:12.463060 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.494329 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b410b0d0-89a8-417b-8887-0da3da5997c0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.495637 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Checking segment: {'id': 'e981b3a3-0303-4fb2-8cfa-5fcdcc4c83cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'aec52915-312b-4a75-81d8-f176cf0e0781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:12.496282 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Network hostable DHCP agents. Network: aec52915-312b-4a75-81d8-f176cf0e0781, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:57:12.520221 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7b663f-8c97-41f9-9481-53d7678417f4,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:12.529150 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a548e-ae44-4a7b-9ea5-de6ce456346e None None] Pushing event updated for resources: {'Port': ['ID=efc52e28-2571-49db-9255-c184d502b44d,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:12.533054 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b410b0d0-89a8-417b-8887-0da3da5997c0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.535013 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:12.553449 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4a4a548e-ae44-4a7b-9ea5-de6ce456346e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:12.561298 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:12.583782 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] For port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86, host hv-cinder-76330, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:12.587371 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Routers {'1fa6c347-5e4a-4275-895d-dbbca1b4df2f'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:12.588085 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:56:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['1fa6c347-5e4a-4275-895d-dbbca1b4df2f'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:12.590948 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] For port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:12.597197 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9a01c39f-7770-4506-9b0d-bbc2df2679be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.613007 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd5ba6-3e7f-4351-bd54-33e51d768577 req-2596af93-0de7-42a4-897d-0800c760020a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:12.614699 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.615148 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1bcd5ba6-3e7f-4351-bd54-33e51d768577 req-2596af93-0de7-42a4-897d-0800c760020a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 943 time: 0.6114492 Jun 28 23:57:12.630555 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Network aec52915-312b-4a75-81d8-f176cf0e0781 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:57:12.631992 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ee2bec08-250e-4bd3-8e99-c6d09a9427cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:12.663553 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410b0d0-89a8-417b-8887-0da3da5997c0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79d01a0-b368-4d12-8148-c97791dd5070,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:12.684912 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-66ba84e9-2f4e-454d-856a-107d34a1da14 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8623745b74a1485d8a448f201b439a8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3498099 Jun 28 23:57:12.685497 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, aec52915-312b-4a75-81d8-f176cf0e0781) {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:12.715303 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:12.720779 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:12.723406 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b410b0d0-89a8-417b-8887-0da3da5997c0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:12.726163 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b410b0d0-89a8-417b-8887-0da3da5997c0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.731399 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-b410b0d0-89a8-417b-8887-0da3da5997c0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1577926 Jun 28 23:57:12.732557 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60488) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:12.751144 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:12.751782 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.754325 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] 10.222.0.52 "PUT /v2.0/ports/7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 HTTP/1.1" status: 200 len: 1093 time: 6.3418519 Jun 28 23:57:12.762579 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Request body: {'floatingip': {'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:12.768069 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b48bf3-a460-4ae5-8f72-b228d9573ed7', 'tag': '7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:12.775829 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] Set router 1fa6c347-5e4a-4275-895d-dbbca1b4df2f gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:12.827785 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a7e5d3-e26f-4118-933f-a07718fd8487 None None] Network aec52915-312b-4a75-81d8-f176cf0e0781 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:57:12.885432 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:12.886500 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.897473 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] For port c72f871e-ca8e-4c30-87e4-9b36e034ee0e, host hv-cinder-76330, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:12.929178 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9a01c39f-7770-4506-9b0d-bbc2df2679be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.930709 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1bcd5ba6-3e7f-4351-bd54-33e51d768577 req-b99983bc-1eab-4d2e-8534-65cac02be7ba tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883897 Jun 28 23:57:12.946851 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] For port c72f871e-ca8e-4c30-87e4-9b36e034ee0e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c72f871e-ca8e-4c30-87e4-9b36e034ee0e,segment=NetworkSegment(a5d61c46-0619-41bd-8116-bba70b4e58b3),segment_id=a5d61c46-0619-41bd-8116-bba70b4e58b3)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:12.962240 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9a01c39f-7770-4506-9b0d-bbc2df2679be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:12.969071 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-9a01c39f-7770-4506-9b0d-bbc2df2679be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bdbdb2cd-91c6-4578-a4b4-87034b267e24 HTTP/1.1" status: 204 len: 168 time: 0.8078654 Jun 28 23:57:12.976551 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e126cc31-730a-4e35-8957-b73eb5aacdec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:13.001597 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.006439 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-502a6a32-f44a-4178-be00-da83cdfe9bf5 service neutron] 10.222.0.30 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045211 Jun 28 23:57:13.015594 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9717922 Jun 28 23:57:13.026469 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.031886 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01c39f-7770-4506-9b0d-bbc2df2679be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbdb2cd-91c6-4578-a4b4-87034b267e24,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:13.060971 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9a01c39f-7770-4506-9b0d-bbc2df2679be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:13.063414 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bc14247e-01d8-40b9-9cd6-7d9fbc9462b9 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:13.119492 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:13.120358 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.121964 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] 10.222.0.52 "PUT /v2.0/ports/c72f871e-ca8e-4c30-87e4-9b36e034ee0e HTTP/1.1" status: 200 len: 1093 time: 6.7058065 Jun 28 23:57:13.233439 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Pushing event updated for resources: {'Port': ['ID=c72f871e-ca8e-4c30-87e4-9b36e034ee0e,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:13.241668 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:13.258289 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-05b1d36c-4918-4f1c-95a3-74927d0ecb10 service neutron] 10.222.0.30 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114286 Jun 28 23:57:13.286419 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:13.611889 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Allocated IP 172.28.0.76 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/233911de-f355-4cbe-9df5-7ed35c167a14) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:13.828975 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1aab51-643b-4b44-8f85-e51eaaebc3ba req-0d5add9f-becb-4bbd-afb2-a656d4d77561 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:13.836865 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8f1aab51-643b-4b44-8f85-e51eaaebc3ba req-0d5add9f-becb-4bbd-afb2-a656d4d77561 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 943 time: 0.3132100 Jun 28 23:57:13.839107 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aea1ff1-b623-4642-a283-db8f33ab7929" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b48bf3-a460-4ae5-8f72-b228d9573ed7", "tag": "7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:13.950696 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8f1aab51-643b-4b44-8f85-e51eaaebc3ba req-a8954396-1817-4b9f-a614-ec612846260e tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061292 Jun 28 23:57:14.014709 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60528) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:14.171915 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8d6b0bd4-88ba-41f1-a459-a3dedf86afd4 req-b4998213-5cf7-4504-8f5a-55137cf40b6b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 210 time: 0.0846238 Jun 28 23:57:14.195550 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd60d411-f53a-4fa3-b3bc-e132a9cbb3cd admin admin] Deleting subnet 2fb40144-3483-4df4-986c-cd11d6cc3802 {{(pid=92977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:57:14.210764 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-fd60d411-f53a-4fa3-b3bc-e132a9cbb3cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.216547 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 34779521-216c-464c-8a94-536a413dbfd2 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:14.345526 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-fd60d411-f53a-4fa3-b3bc-e132a9cbb3cd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.370157 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-fd60d411-f53a-4fa3-b3bc-e132a9cbb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.491169 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-fd60d411-f53a-4fa3-b3bc-e132a9cbb3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.496313 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a0352d6f-f22f-4ad0-b995-51a19629b325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:14.550540 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60d411-f53a-4fa3-b3bc-e132a9cbb3cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb40144-3483-4df4-986c-cd11d6cc3802,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:14.597130 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-fd60d411-f53a-4fa3-b3bc-e132a9cbb3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:14.601634 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-fd60d411-f53a-4fa3-b3bc-e132a9cbb3cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.607337 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-fd60d411-f53a-4fa3-b3bc-e132a9cbb3cd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2fb40144-3483-4df4-986c-cd11d6cc3802 HTTP/1.1" status: 204 len: 168 time: 0.5877953 Jun 28 23:57:14.634588 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60548) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:14.647105 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 34779521-216c-464c-8a94-536a413dbfd2 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:14.647585 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.670354 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.687916 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9c95565f-ad6c-46db-ab5f-94f1af509241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:14.718058 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb27d929-1154-430c-8c88-0f8fe43b2323 None None] Network aec52915-312b-4a75-81d8-f176cf0e0781 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:57:14.754144 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dec527-6afc-4660-a872-14ac26359e4b req-812339af-93f2-4dec-8894-14713a02f912 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:14.756573 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-ee69aa59-d44e-4382-a106-7243b3a0aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:14.759896 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-ee69aa59-d44e-4382-a106-7243b3a0aed6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bb155feeb142f0989547dd23c72f70&device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 1096 time: 0.9034693 Jun 28 23:57:14.760693 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-39dec527-6afc-4660-a872-14ac26359e4b req-812339af-93f2-4dec-8894-14713a02f912 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 943 time: 0.2077703 Jun 28 23:57:14.859798 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-39dec527-6afc-4660-a872-14ac26359e4b req-2cd8b293-de16-423f-b260-18ed7e9e46b2 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931096 Jun 28 23:57:14.910266 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1141032418-router', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': '8623745b74a1485d8a448f201b439a8b', 'gw_port': {'id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:48Z', 'updated_at': '2021-06-28T23:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': 'efc52e28-2571-49db-9255-c184d502b44d', 'name': '', 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'mac_address': 'fa:16:3e:b9:24:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c9436cf5-072a-422e-8cf9-85a314d8c96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:56Z', 'updated_at': '2021-06-28T23:57:12Z', 'revision_number': 4, 'project_id': '8623745b74a1485d8a448f201b439a8b', 'subnets': [{'id': 'c9436cf5-072a-422e-8cf9-85a314d8c96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:14.954683 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-1ddfed51-eea5-4ea7-8894-742f6065e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:14.956810 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-1ddfed51-eea5-4ea7-8894-742f6065e3f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 1096 time: 0.8659892 Jun 28 23:57:14.972816 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8410aa7-2be9-4547-b187-75e6e4823654 None None] The sync data for ids ['1fa6c347-5e4a-4275-895d-dbbca1b4df2f'] in dv-cinder-763306-13-smb is: [{'id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1141032418-router', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:57:02Z', 'revision_number': 4, 'project_id': '8623745b74a1485d8a448f201b439a8b', 'gw_port': {'id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:48Z', 'updated_at': '2021-06-28T23:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': 'efc52e28-2571-49db-9255-c184d502b44d', 'name': '', 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'mac_address': 'fa:16:3e:b9:24:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c9436cf5-072a-422e-8cf9-85a314d8c96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:56Z', 'updated_at': '2021-06-28T23:57:12Z', 'revision_number': 4, 'project_id': '8623745b74a1485d8a448f201b439a8b', 'subnets': [{'id': 'c9436cf5-072a-422e-8cf9-85a314d8c96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:57:15.144167 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-795289e7-d00e-4629-b5b5-e7ef2f94778e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c72f871e-ca8e-4c30-87e4-9b36e034ee0e HTTP/1.1" status: 200 len: 217 time: 0.3163137 Jun 28 23:57:15.298399 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4601c547-604a-4d0e-8f14-20d92fdbe7b7 x-openstack-request-id: req-4601c547-604a-4d0e-8f14-20d92fdbe7b7 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:15.299407 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b48bf3-a460-4ae5-8f72-b228d9573ed7", "tag": "7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:15.300078 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4601c547-604a-4d0e-8f14-20d92fdbe7b7 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:15.302457 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b48bf3-a460-4ae5-8f72-b228d9573ed7', 'tag': '7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86', 'status': 'completed', 'code': 200} Jun 28 23:57:15.412005 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-3b4ce487-83fb-41bb-85e5-c0247597bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:15.420037 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-3b4ce487-83fb-41bb-85e5-c0247597bdb5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7447f968-bf18-4364-afba-20d7011d7ea2 HTTP/1.1" status: 200 len: 851 time: 0.2739992 Jun 28 23:57:15.435611 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-98ed9039-9e5e-4a9a-bdb5-bf855ac90120 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 HTTP/1.1" status: 200 len: 217 time: 0.3710954 Jun 28 23:57:15.452458 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:15.663481 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-fee2988a-ba6b-44c7-b286-85712f5636d5 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:15.675775 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-fee2988a-ba6b-44c7-b286-85712f5636d5 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/networks?id=62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 200 len: 819 time: 0.4420216 Jun 28 23:57:15.715634 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-1a8c961a-b3c2-4318-b71d-38e8ac21c5f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=01a8f67f-9571-4861-8cfd-3bd74bc79543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2776709 Jun 28 23:57:15.717167 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-239efc4e-7865-4f86-a804-5c2510b7920a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/quotas/8623745b74a1485d8a448f201b439a8b HTTP/1.1" status: 200 len: 375 time: 0.0181038 Jun 28 23:57:15.730565 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:15.780806 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:15.872244 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a5b72-27ac-41ce-abae-5a88195242d2 req-407e6b2b-9e4d-429c-9d43-c989151e40b5 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:15.878853 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7b2a5b72-27ac-41ce-abae-5a88195242d2 req-407e6b2b-9e4d-429c-9d43-c989151e40b5 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 943 time: 0.3017142 Jun 28 23:57:15.929792 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-19bfc417-228a-4934-9842-c4f5a11529db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:15.932569 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-19bfc417-228a-4934-9842-c4f5a11529db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eda307fd-5f67-4a1d-93da-46c5f8dc4245 HTTP/1.1" status: 200 len: 855 time: 0.4569559 Jun 28 23:57:15.943404 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-890aaf31-ad4d-4368-9cba-116650af366c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8623745b74a1485d8a448f201b439a8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2100019 Jun 28 23:57:15.985869 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:16.085287 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:16.093937 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-f8200baa-a89d-4e9a-be00-de3c7a97b8db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=626c952e-fd34-4355-acc3-421a7b813fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055069 Jun 28 23:57:16.097280 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:16.114018 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event updated for resources: {'Port': ['ID=233911de-f355-4cbe-9df5-7ed35c167a14,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:16.142464 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:16.235354 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device efc52e28-2571-49db-9255-c184d502b44d up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:16.236812 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7b2a5b72-27ac-41ce-abae-5a88195242d2 req-ae0f87b5-c508-4ebf-86f8-a7fb80750ab7 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358400 Jun 28 23:57:16.255408 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-f77b8690-f044-4ca2-8557-473ec8b56b35 service neutron] 10.222.0.30 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103111 Jun 28 23:57:16.375144 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:16.423681 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port efc52e28-2571-49db-9255-c184d502b44d completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:16.430083 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port efc52e28-2571-49db-9255-c184d502b44d triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:16.430700 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:16.447935 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-1ebf766d-0ea8-4df3-8052-2dd7b3e6d7f1 service neutron] 10.222.0.52 "GET /v2.0/networks/01a8f67f-9571-4861-8cfd-3bd74bc79543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7224832 Jun 28 23:57:16.461484 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.462002 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.462916 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.464197 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > port after_create 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.464644 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.465067 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > port after_update 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.472654 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.477384 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.478216 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.478870 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.504185 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.52', 55587) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:16.565266 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:16.573306 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-21ec564b-edcf-42f9-927f-45f11ee80d05 service neutron] 10.222.0.30 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162990 Jun 28 23:57:16.637209 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port efc52e28-2571-49db-9255-c184d502b44d, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=efc52e28-2571-49db-9255-c184d502b44d,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:16.645297 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:16.650947 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:16.751473 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=efc52e28-2571-49db-9255-c184d502b44d,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:16.763638 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:16.801826 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.802357 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.802503 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.802844 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:57:16.803637 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d5dc1c-6bdf-4ead-a5ea-006470c273e0']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:16.882288 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-9ddbbe22-2605-4b50-a021-f5abd2e48519 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:16.883944 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-9ddbbe22-2605-4b50-a021-f5abd2e48519 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.52 "GET /v2.0/networks?id=62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 200 len: 819 time: 0.3783796 Jun 28 23:57:16.889476 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:16.906802 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Request body: {'port': {'device_id': '9271c429-7d8b-4b39-9c79-420088b636da', 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9', 'admin_state_up': True, 'tenant_id': '8623745b74a1485d8a448f201b439a8b'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:17.008403 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5b0b7b-310d-41db-8e39-cf1717e9c3f6') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:17.014206 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5b0b7b-310d-41db-8e39-cf1717e9c3f6') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:17.046396 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127310089'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:17.072645 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:17.082914 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:57:17.083348 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126423117'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:17.222935 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-35b1ea51-2a89-4afa-8a14-644fa6e1bbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: from cryptography.utils import int_from_bytes Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: from cryptography.utils import int_from_bytes Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: Traceback (most recent call last): Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: timer() Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: cb(*args, **kw) Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: return func(*args, **kwargs) Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: self._notify() Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: self.callback(batched_events) Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: event.method(event) Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: return f(self, *a, **k) Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: return self._get(url).json() Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:57:17.301958 dv-cinder-763306-13-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:57:17.308082 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-d5d82a52-d7d1-426c-9643-26e391cdd1ad service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1855774 Jun 28 23:57:17.308906 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:17.321276 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26cd161-1484-4bd5-979d-b02676d3f6ab', 'tag': 'c72f871e-ca8e-4c30-87e4-9b36e034ee0e'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:17.323950 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce66f5c-140a-4bce-a484-cf5433659a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e26cd161-1484-4bd5-979d-b02676d3f6ab", "tag": "c72f871e-ca8e-4c30-87e4-9b36e034ee0e"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:17.326623 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:17.353800 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Made reservation on behalf of 8623745b74a1485d8a448f201b439a8b for: {'port': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:17.357866 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:17.575580 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2c0928b9-af26-429e-a6c0-fc72d3f2a066 req-095220ff-fdb7-49f9-8cab-ce87022dc63b service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434630 Jun 28 23:57:17.610072 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-163f2f65-ebcd-4820-8431-56687359471e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:17.674724 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d5dc1c-6bdf-4ead-a5ea-006470c273e0,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:17.704085 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:17.706897 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] 10.222.0.30 "DELETE /v2.0/networks/35d5dc1c-6bdf-4ead-a5ea-006470c273e0 HTTP/1.1" status: 204 len: 168 time: 3.0604701 Jun 28 23:57:17.714060 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60648) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:17.719224 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:17.818635 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ac89f9bf-5713-4352-acfc-5a32db906e42 req-bd239b38-7182-4866-906f-3fdcbc129890 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 210 time: 0.1475544 Jun 28 23:57:17.844214 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c67c6225-fd2d-4186-8493-3a420dcadeef req-e62d3819-e692-4911-bc77-08dfbe4ce799 service neutron] 10.222.0.52 "GET /v2.0/networks/01a8f67f-9571-4861-8cfd-3bd74bc79543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9935637 Jun 28 23:57:17.926778 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea1ff1-b623-4642-a283-db8f33ab7929 req-07f3db15-07ed-4382-becf-61c38db3919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:17.929080 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-9aea1ff1-b623-4642-a283-db8f33ab7929 req-07f3db15-07ed-4382-becf-61c38db3919a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 1096 time: 0.2111230 Jun 28 23:57:18.138510 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device efc52e28-2571-49db-9255-c184d502b44d up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:18.193258 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9982d6-46fa-4aed-9c47-0244bbab2915 req-cc6a69f6-7374-4cca-8ca8-5a9410a89f79 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:18.208544 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4f9982d6-46fa-4aed-9c47-0244bbab2915 req-cc6a69f6-7374-4cca-8ca8-5a9410a89f79 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 943 time: 0.9443080 Jun 28 23:57:18.264029 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port efc52e28-2571-49db-9255-c184d502b44d triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:18.264885 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.342651 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_v2 [None req-17da15d6-9533-43a5-9466-7a05be61c241 admin admin] Deleting subnet ba7b663f-8c97-41f9-9481-53d7678417f4 {{(pid=92977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:57:18.350016 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-17da15d6-9533-43a5-9466-7a05be61c241 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.411451 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-17da15d6-9533-43a5-9466-7a05be61c241 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.418234 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-17da15d6-9533-43a5-9466-7a05be61c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.504835 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.512796 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea1ff1-b623-4642-a283-db8f33ab7929 req-c22886f7-1163-4153-8a8c-d819efbd5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:18.514719 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-9aea1ff1-b623-4642-a283-db8f33ab7929 req-c22886f7-1163-4153-8a8c-d819efbd5242 service neutron] 10.222.0.52 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 916 time: 0.5369706 Jun 28 23:57:18.517753 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.525811 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:18.546288 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.612585 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4f9982d6-46fa-4aed-9c47-0244bbab2915 req-3f995f60-91d1-450f-a5c9-8c4817a80bdd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533432 Jun 28 23:57:18.619969 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-9aea1ff1-b623-4642-a283-db8f33ab7929 req-7553a5ed-0fff-45a8-9c4d-7e28715ba97a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 HTTP/1.1" status: 200 len: 217 time: 0.0981803 Jun 28 23:57:18.688301 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-17da15d6-9533-43a5-9466-7a05be61c241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.695316 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Allocated IP 172.20.0.3 (62594d8b-13ea-4f79-bd37-f6962e081cd9/c9436cf5-072a-422e-8cf9-85a314d8c96f/27e9e2b7-11f7-4117-9373-7ff3125748a1) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:18.708117 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-47a94068-573a-43a4-889a-08c52e229be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:18.745273 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d4115a-cbfc-4a11-99d6-1b08a79a0480 x-openstack-request-id: req-c7d4115a-cbfc-4a11-99d6-1b08a79a0480 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:18.745577 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26cd161-1484-4bd5-979d-b02676d3f6ab", "tag": "c72f871e-ca8e-4c30-87e4-9b36e034ee0e", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:18.745828 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7d4115a-cbfc-4a11-99d6-1b08a79a0480 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:18.746236 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26cd161-1484-4bd5-979d-b02676d3f6ab', 'tag': 'c72f871e-ca8e-4c30-87e4-9b36e034ee0e', 'status': 'completed', 'code': 200} Jun 28 23:57:18.761713 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f856876-04f7-4921-a4d5-982a9f6c1598 req-5d5bf62f-cdee-4296-a765-8ac728fb49d8 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:18.761978 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event updated for resources: {'Port': ['ID=233911de-f355-4cbe-9df5-7ed35c167a14,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:18.770066 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:18.771297 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5f856876-04f7-4921-a4d5-982a9f6c1598 req-5d5bf62f-cdee-4296-a765-8ac728fb49d8 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 943 time: 0.5961897 Jun 28 23:57:18.780522 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da15d6-9533-43a5-9466-7a05be61c241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7b663f-8c97-41f9-9481-53d7678417f4,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:18.789150 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-17da15d6-9533-43a5-9466-7a05be61c241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:18.829583 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-17da15d6-9533-43a5-9466-7a05be61c241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.836867 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-17da15d6-9533-43a5-9466-7a05be61c241 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ba7b663f-8c97-41f9-9481-53d7678417f4 HTTP/1.1" status: 204 len: 168 time: 1.0472651 Jun 28 23:57:18.843980 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60668) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:18.899607 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5f856876-04f7-4921-a4d5-982a9f6c1598 req-83606f72-7f8c-4385-bc50-ff47a67bf29c tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262589 Jun 28 23:57:18.925111 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:18.952656 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea1ff1-b623-4642-a283-db8f33ab7929 req-654b6e09-4a37-492d-ba8b-77790eeac93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:18.956490 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-9aea1ff1-b623-4642-a283-db8f33ab7929 req-654b6e09-4a37-492d-ba8b-77790eeac93a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eda307fd-5f67-4a1d-93da-46c5f8dc4245 HTTP/1.1" status: 200 len: 855 time: 0.2551522 Jun 28 23:57:19.003880 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.015542 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2662249 Jun 28 23:57:19.039229 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-9aea1ff1-b623-4642-a283-db8f33ab7929 req-90086c66-b5bf-40b1-aeb6-70a4b99faaa8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=626c952e-fd34-4355-acc3-421a7b813fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487137 Jun 28 23:57:19.041906 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.200932 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce66f5c-140a-4bce-a484-cf5433659a6a req-6f6c506b-8ef6-48dd-acfc-7555ab5f6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:19.204109 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-7ce66f5c-140a-4bce-a484-cf5433659a6a req-6f6c506b-8ef6-48dd-acfc-7555ab5f6ab7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bb155feeb142f0989547dd23c72f70&device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 1096 time: 0.3426733 Jun 28 23:57:19.320682 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-9aea1ff1-b623-4642-a283-db8f33ab7929 req-8d01d680-7f8f-45f1-927d-f67a6fff2291 service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747796 Jun 28 23:57:19.325056 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.409287 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec52915-312b-4a75-81d8-f176cf0e0781']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:19.438732 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e981b3a3-0303-4fb2-8cfa-5fcdcc4c83cd') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:19.439214 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e981b3a3-0303-4fb2-8cfa-5fcdcc4c83cd') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:19.490685 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.494078 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127310089'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.545577 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.550200 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-023d8c30-4016-4357-b1fb-5f28b6b00ae7 req-6aa508ef-75dc-4028-aa7d-cf79b37a49ec tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 210 time: 0.1022325 Jun 28 23:57:19.557291 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce66f5c-140a-4bce-a484-cf5433659a6a req-ec2c823e-47b2-4e93-abd4-31717127efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:19.558769 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-7ce66f5c-140a-4bce-a484-cf5433659a6a req-ec2c823e-47b2-4e93-abd4-31717127efaa service neutron] 10.222.0.52 "GET /v2.0/networks?id=01a8f67f-9571-4861-8cfd-3bd74bc79543 HTTP/1.1" status: 200 len: 912 time: 0.3353164 Jun 28 23:57:19.564552 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:57:19.565375 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126423117'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: Traceback (most recent call last): Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: timer() Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: cb(*args, **kw) Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: return func(*args, **kwargs) Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: self._notify() Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: self.callback(batched_events) Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: event.method(event) Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: return f(self, *a, **k) Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: return self._get(url).json() Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:57:19.568039 dv-cinder-763306-13-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:57:19.589359 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-9aea1ff1-b623-4642-a283-db8f33ab7929 req-288e3872-c829-4feb-9394-2279c32983d0 service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612095 Jun 28 23:57:19.607470 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.677286 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-7ce66f5c-140a-4bce-a484-cf5433659a6a req-1d3023fd-b793-4d99-8451-1b08007cf3ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c72f871e-ca8e-4c30-87e4-9b36e034ee0e HTTP/1.1" status: 200 len: 217 time: 0.0982618 Jun 28 23:57:19.728763 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.736847 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.743982 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:19.746712 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:19.748939 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] 10.222.0.30 "DELETE /v2.0/networks/aec52915-312b-4a75-81d8-f176cf0e0781 HTTP/1.1" status: 204 len: 168 time: 0.9007652 Jun 28 23:57:19.751691 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:19.774808 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] Pushing event deleted for resources: {'Network': ['ID=aec52915-312b-4a75-81d8-f176cf0e0781,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:19.778386 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c29ed098-a5b8-4adc-8096-172538b067fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:19.780500 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce66f5c-140a-4bce-a484-cf5433659a6a req-b444ae86-4f2c-4831-b682-ea469b2c20d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:19.783685 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-7ce66f5c-140a-4bce-a484-cf5433659a6a req-b444ae86-4f2c-4831-b682-ea469b2c20d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7447f968-bf18-4364-afba-20d7011d7ea2 HTTP/1.1" status: 200 len: 851 time: 0.0897031 Jun 28 23:57:19.837040 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-7ce66f5c-140a-4bce-a484-cf5433659a6a req-aac010ba-774e-4591-ab0f-33569355c9d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=01a8f67f-9571-4861-8cfd-3bd74bc79543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472896 Jun 28 23:57:20.195115 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Network 62594d8b-13ea-4f79-bd37-f6962e081cd9 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:20.225061 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-7ce66f5c-140a-4bce-a484-cf5433659a6a req-c914149d-c8b3-4823-8c5d-0a0a39999428 service neutron] 10.222.0.52 "GET /v2.0/networks/01a8f67f-9571-4861-8cfd-3bd74bc79543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795340 Jun 28 23:57:20.230963 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60722) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:20.241318 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:20.255641 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:20.272481 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:20.274030 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.305963 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4056528 Jun 28 23:57:20.325013 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-1f58de71-c11d-4b1b-889b-3d0d8af39a0c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--301327732&fields=id&tenant_id=1a8643c56460455aadac628062e64841 HTTP/1.1" status: 200 len: 267 time: 0.5522606 Jun 28 23:57:20.394639 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-99ddcfcd-d09c-45e1-b0e4-bf5cc86e015a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:20.399668 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-99ddcfcd-d09c-45e1-b0e4-bf5cc86e015a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.52 "GET /v2.0/networks?id=62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 200 len: 819 time: 0.3838370 Jun 28 23:57:20.440858 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Request body: {'port': {'device_id': '9271c429-7d8b-4b39-9c79-420088b636da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:20.459260 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-40f0ccca-a487-4e13-be02-ed02fe421e6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98707c40e61146969ff90c7fd22dbb72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2267103 Jun 28 23:57:20.463219 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Request body: {'port': {'device_id': '54bec2ba-a3e8-46db-84e7-71e15cb98d40', 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9', 'admin_state_up': True, 'tenant_id': '8623745b74a1485d8a448f201b439a8b'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:20.471707 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60728) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:20.511902 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.568097 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Pushing event updated for resources: {'Port': ['ID=27e9e2b7-11f7-4117-9373-7ff3125748a1,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:20.582213 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:20.609992 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.631917 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-7ce66f5c-140a-4bce-a484-cf5433659a6a req-fba6fc45-ed5a-40e0-8844-fce39bc0a367 service neutron] 10.222.0.52 "GET /v2.0/networks/01a8f67f-9571-4861-8cfd-3bd74bc79543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627174 Jun 28 23:57:20.647394 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61040edd-55be-460e-8696-17a83b114cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.648875 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f6e5c-3433-4d13-b58b-b0f4c0b5aa10 req-f62ff2f4-e94b-45ff-9cf4-0c458b05b2c2 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:20.650458 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-086f6e5c-3433-4d13-b58b-b0f4c0b5aa10 req-f62ff2f4-e94b-45ff-9cf4-0c458b05b2c2 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 943 time: 0.3478308 Jun 28 23:57:20.663496 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-3223fb67-7460-4c7e-8249-1ffa4954b35b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:20.665395 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-3223fb67-7460-4c7e-8249-1ffa4954b35b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 817 time: 0.3391931 Jun 28 23:57:20.696304 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61040edd-55be-460e-8696-17a83b114cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.721058 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-134846f2-3d87-4634-8f8c-b7e4419ac256 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/quotas/1a8643c56460455aadac628062e64841 HTTP/1.1" status: 200 len: 375 time: 0.0360479 Jun 28 23:57:20.726471 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Made reservation on behalf of 8623745b74a1485d8a448f201b439a8b for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:20.730155 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.819106 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61040edd-55be-460e-8696-17a83b114cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.824321 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61040edd-55be-460e-8696-17a83b114cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:20.825482 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-61040edd-55be-460e-8696-17a83b114cb5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/423acef0-acb8-4f59-9e2d-484c8d118817 HTTP/1.1" status: 204 len: 168 time: 0.3515787 Jun 28 23:57:20.831755 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:20.856552 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-086f6e5c-3433-4d13-b58b-b0f4c0b5aa10 req-3cab521e-b52f-4250-915d-ed06bb6bfa1d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727555 Jun 28 23:57:20.863862 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61040edd-55be-460e-8696-17a83b114cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423acef0-acb8-4f59-9e2d-484c8d118817,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:20.871110 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-61040edd-55be-460e-8696-17a83b114cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:20.907015 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Allocated IP 172.20.0.5 (62594d8b-13ea-4f79-bd37-f6962e081cd9/c9436cf5-072a-422e-8cf9-85a314d8c96f/16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:20.943490 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device c72f871e-ca8e-4c30-87e4-9b36e034ee0e details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:57:20.949113 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-1e50cc6d-91d1-490b-b801-2e46eb7ad031 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2153113 Jun 28 23:57:21.147351 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port c72f871e-ca8e-4c30-87e4-9b36e034ee0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c72f871e-ca8e-4c30-87e4-9b36e034ee0e,segment=NetworkSegment(a5d61c46-0619-41bd-8116-bba70b4e58b3),segment_id=a5d61c46-0619-41bd-8116-bba70b4e58b3)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:21.161449 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.171177 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': 'c72f871e-ca8e-4c30-87e4-9b36e034ee0e', 'network_id': '01a8f67f-9571-4861-8cfd-3bd74bc79543', 'port_id': 'c72f871e-ca8e-4c30-87e4-9b36e034ee0e', 'mac_address': 'fa:16:3e:52:86:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7447f968-bf18-4364-afba-20d7011d7ea2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:57:21.174453 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-1e8f2795-2846-439e-8c78-9fbb4e4579ec service neutron] 10.222.0.30 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839216 Jun 28 23:57:21.242736 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.259857 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcd4dc-5d7a-4c83-84c1-95faa393b09b req-7dfb0b90-5429-4ee1-baf9-cc11b0421f04 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:21.261418 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72f871e-ca8e-4c30-87e4-9b36e034ee0e {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:21.262977 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-32bcd4dc-5d7a-4c83-84c1-95faa393b09b req-7dfb0b90-5429-4ee1-baf9-cc11b0421f04 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 943 time: 0.1503415 Jun 28 23:57:21.270389 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.276750 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:21.304848 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port c72f871e-ca8e-4c30-87e4-9b36e034ee0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c72f871e-ca8e-4c30-87e4-9b36e034ee0e,segment=NetworkSegment(a5d61c46-0619-41bd-8116-bba70b4e58b3),segment_id=a5d61c46-0619-41bd-8116-bba70b4e58b3)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:21.314996 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.316361 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:57:21.320213 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b41d26b6-2be4-4f49-a5af-fc963161dc9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:21.333669 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Network 62594d8b-13ea-4f79-bd37-f6962e081cd9 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:21.339299 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:21.350289 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:21.407734 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Pushing event updated for resources: {'Port': ['ID=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:21.424855 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=c72f871e-ca8e-4c30-87e4-9b36e034ee0e,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:21.425051 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:21.425743 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-32bcd4dc-5d7a-4c83-84c1-95faa393b09b req-c8d9a011-7337-459d-8f39-d1c6bd0b2fb3 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433449 Jun 28 23:57:21.446294 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:21.503086 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:21.508892 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.555771 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1006665 Jun 28 23:57:21.580348 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Request body: {'port': {'device_id': '54bec2ba-a3e8-46db-84e7-71e15cb98d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:21.701237 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60758) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:21.737759 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:21.762751 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86', 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd', 'port_id': '7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86', 'mac_address': 'fa:16:3e:be:e5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda307fd-5f67-4a1d-93da-46c5f8dc4245', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:57:21.801986 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.819475 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:21.840559 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-2186bd33-80f3-4406-a554-ebfeac06cce4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01b99be39d154f759294fbeb930a8655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357489 Jun 28 23:57:21.851020 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60762) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:21.871229 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:21.886108 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.891846 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-32de9a1c-c2f5-44d8-adbd-723e868df843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:21.965823 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:21.991481 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:21.998992 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:22.073611 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c33e4c0a-e787-4db3-9b78-5c7b80bbd8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.137683 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c33e4c0a-e787-4db3-9b78-5c7b80bbd8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.171157 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e9e2b7-11f7-4117-9373-7ff3125748a1 {{(pid=92977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:22.193968 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-fffff235-a811-44cc-a2eb-f45d98a06e56 service neutron] 10.222.0.30 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9923182 Jun 28 23:57:22.204183 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.254976 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Transition to ACTIVE for port object 27e9e2b7-11f7-4117-9373-7ff3125748a1 will not be triggered until provisioned by entity L2. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:22.267797 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.277946 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:22.300271 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.301470 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:22.358599 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['c72f871e-ca8e-4c30-87e4-9b36e034ee0e'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:22.395488 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079283f7-bd67-4d6b-b5a1-1236364ad97a req-52917876-fb12-45e4-bf37-2012097c54c6 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:22.397127 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-079283f7-bd67-4d6b-b5a1-1236364ad97a req-52917876-fb12-45e4-bf37-2012097c54c6 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 931 time: 0.2626038 Jun 28 23:57:22.410607 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Pushing event updated for resources: {'Port': ['ID=27e9e2b7-11f7-4117-9373-7ff3125748a1,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:22.445430 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:22.538941 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Attempting to bind port 27e9e2b7-11f7-4117-9373-7ff3125748a1 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:22.539309 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Attempting to bind port 27e9e2b7-11f7-4117-9373-7ff3125748a1 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:22.539650 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Attempting to bind port 27e9e2b7-11f7-4117-9373-7ff3125748a1 on network 62594d8b-13ea-4f79-bd37-f6962e081cd9 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:22.609348 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-079283f7-bd67-4d6b-b5a1-1236364ad97a req-42e9aab8-511d-4968-b89d-6bb6667428e0 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957729 Jun 28 23:57:22.609926 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Port 27e9e2b7-11f7-4117-9373-7ff3125748a1 on network 62594d8b-13ea-4f79-bd37-f6962e081cd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:57:22.610249 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Attempting to bind port 27e9e2b7-11f7-4117-9373-7ff3125748a1 on network 62594d8b-13ea-4f79-bd37-f6962e081cd9 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:22.634126 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:22.635133 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Checking segment: {'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:22.635746 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Bound using segment: {'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:22.636259 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Bound port: 27e9e2b7-11f7-4117-9373-7ff3125748a1, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'}}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:22.636624 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.686558 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c33e4c0a-e787-4db3-9b78-5c7b80bbd8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.691490 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c33e4c0a-e787-4db3-9b78-5c7b80bbd8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:22.705825 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-c33e4c0a-e787-4db3-9b78-5c7b80bbd8aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c551776-eb92-4433-8ad4-344d9d6628f8 HTTP/1.1" status: 204 len: 168 time: 0.8481894 Jun 28 23:57:22.705825 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:22.756822 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e4c0a-e787-4db3-9b78-5c7b80bbd8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c551776-eb92-4433-8ad4-344d9d6628f8,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:22.762411 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c33e4c0a-e787-4db3-9b78-5c7b80bbd8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:22.969635 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c2393329-444d-4ba9-81c4-bede9e780434 req-c310dd16-b794-4264-a16a-2f7837d7614f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 210 time: 0.2190006 Jun 28 23:57:23.070967 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c14e3-21b5-4451-b3e8-2cf6c9a3de4c req-a7980802-9539-4065-b211-fe174463602f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:23.073698 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9c6c14e3-21b5-4451-b3e8-2cf6c9a3de4c req-a7980802-9539-4065-b211-fe174463602f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 944 time: 0.4022167 Jun 28 23:57:23.083068 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:23.119916 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.165676 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] For port 27e9e2b7-11f7-4117-9373-7ff3125748a1, host hv-cinder-76330, cleared binding levels {{(pid=92977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:23.182132 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Transition to ACTIVE for port object 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:23.189664 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.195385 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-50185178-1675-4906-9e58-da7615ee6c80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:23.312959 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9c6c14e3-21b5-4451-b3e8-2cf6c9a3de4c req-69f535ec-7474-4cbd-a48f-6f0305884d6a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197111 Jun 28 23:57:23.321655 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] For port 27e9e2b7-11f7-4117-9373-7ff3125748a1, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=27e9e2b7-11f7-4117-9373-7ff3125748a1,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:23.348181 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.350679 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:23.367562 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Pushing event updated for resources: {'Port': ['ID=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:23.394121 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:23.410474 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:23.411095 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.412605 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] 10.222.0.52 "PUT /v2.0/ports/27e9e2b7-11f7-4117-9373-7ff3125748a1 HTTP/1.1" status: 200 len: 1093 time: 3.0489433 Jun 28 23:57:23.413130 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9271c429-7d8b-4b39-9c79-420088b636da', 'tag': '27e9e2b7-11f7-4117-9373-7ff3125748a1'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:23.690818 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Pushing event updated for resources: {'Port': ['ID=27e9e2b7-11f7-4117-9373-7ff3125748a1,revision_number=3']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:23.699552 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Attempting to bind port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:23.700339 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Attempting to bind port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:23.700707 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Attempting to bind port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 on network 62594d8b-13ea-4f79-bd37-f6962e081cd9 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:23.713186 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:23.738226 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 on network 62594d8b-13ea-4f79-bd37-f6962e081cd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:57:23.738648 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Attempting to bind port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 on network 62594d8b-13ea-4f79-bd37-f6962e081cd9 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:23.756005 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0656d92-0f78-41da-a561-ff08ab5cf808 req-81561b02-7038-49db-b1cc-a360e77f72a3 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:23.765289 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b0656d92-0f78-41da-a561-ff08ab5cf808 req-81561b02-7038-49db-b1cc-a360e77f72a3 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 944 time: 0.3798337 Jun 28 23:57:23.803314 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:23.810399 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Checking segment: {'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:23.812616 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Bound using segment: {'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:23.813446 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Bound port: 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ee0374-edf1-4b69-9b91-f728213c3602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:23.816918 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:23.819932 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-44033cae-464f-4381-a8e1-807572fab18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:23.823908 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-44033cae-464f-4381-a8e1-807572fab18f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8623745b74a1485d8a448f201b439a8b&device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 1096 time: 0.2772262 Jun 28 23:57:23.831552 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1900d6a5-5a94-4c75-bd24-f3acb5654088" -d '{"events": [{"name": "network-changed", "server_uuid": "9271c429-7d8b-4b39-9c79-420088b636da", "tag": "27e9e2b7-11f7-4117-9373-7ff3125748a1"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:23.920959 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b0656d92-0f78-41da-a561-ff08ab5cf808 req-b3fb6756-5e88-4b2a-be7b-92b1c3c988fb tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541634 Jun 28 23:57:24.125336 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-d5bbc5fb-436f-49e9-b41a-be0419d25b41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e9e2b7-11f7-4117-9373-7ff3125748a1 HTTP/1.1" status: 200 len: 217 time: 0.2846386 Jun 28 23:57:24.238970 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] For port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9, host hv-cinder-76330, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:24.242842 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] For port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:24.250683 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.279555 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671c0b84-8fa4-4caf-a988-ee572c56e68b x-openstack-request-id: req-671c0b84-8fa4-4caf-a988-ee572c56e68b {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:24.280679 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9271c429-7d8b-4b39-9c79-420088b636da", "tag": "27e9e2b7-11f7-4117-9373-7ff3125748a1", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:24.281859 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-671c0b84-8fa4-4caf-a988-ee572c56e68b {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:24.283313 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9271c429-7d8b-4b39-9c79-420088b636da', 'tag': '27e9e2b7-11f7-4117-9373-7ff3125748a1', 'status': 'completed', 'code': 200} Jun 28 23:57:24.310956 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-63a8cfda-fc2f-4924-998f-063ec1f8b9d3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:24.369584 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-24f2268c-ba29-40ae-a5d8-1086ad173c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:24.372369 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-24f2268c-ba29-40ae-a5d8-1086ad173c0e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9436cf5-072a-422e-8cf9-85a314d8c96f HTTP/1.1" status: 200 len: 859 time: 0.2297013 Jun 28 23:57:24.410943 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:24.417862 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:24.420499 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] 10.222.0.52 "PUT /v2.0/ports/16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 HTTP/1.1" status: 200 len: 1093 time: 2.8479030 Jun 28 23:57:24.427710 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bec2ba-a3e8-46db-84e7-71e15cb98d40', 'tag': '16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:24.434346 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063bcae1-5e2b-499a-a1cc-626e031a4000" -d '{"events": [{"name": "network-changed", "server_uuid": "54bec2ba-a3e8-46db-84e7-71e15cb98d40", "tag": "16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:24.580826 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-6c59a76b-0225-4da8-a3b4-7a52963d21d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62594d8b-13ea-4f79-bd37-f6962e081cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1842923 Jun 28 23:57:24.606613 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b465f-a21e-435c-a209-3c942088c4e1 req-77a17941-02f4-4409-9dfb-1c7469432e07 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:24.618059 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Pushing event updated for resources: {'Port': ['ID=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:24.619093 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d58b465f-a21e-435c-a209-3c942088c4e1 req-77a17941-02f4-4409-9dfb-1c7469432e07 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 943 time: 0.4987092 Jun 28 23:57:24.641155 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:24.699661 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-bf0dcc18-8087-40c0-bdbd-c9b10c630443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:24.702092 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-bf0dcc18-8087-40c0-bdbd-c9b10c630443 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8623745b74a1485d8a448f201b439a8b&device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 1096 time: 0.1685531 Jun 28 23:57:24.714442 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-17484a81-0e3e-4dc2-a70f-3c31cbd5e25b req-54dfcccd-4676-4520-a7c1-db3aea4cf089 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 210 time: 0.0682034 Jun 28 23:57:24.804846 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-3fe0a8fa-5844-45be-a925-64d6e2bec4b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 HTTP/1.1" status: 200 len: 217 time: 0.0875199 Jun 28 23:57:24.823692 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d58b465f-a21e-435c-a209-3c942088c4e1 req-30fd0f3d-a885-4819-8451-5d2268b188ce tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990433 Jun 28 23:57:24.896681 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-08f414b4-b9fb-4997-8ca0-00d4f2c0a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:24.899297 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-08f414b4-b9fb-4997-8ca0-00d4f2c0a621 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9436cf5-072a-422e-8cf9-85a314d8c96f HTTP/1.1" status: 200 len: 859 time: 0.0822251 Jun 28 23:57:24.942824 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device c72f871e-ca8e-4c30-87e4-9b36e034ee0e up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:24.951351 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-de1fae5f-cc0b-4508-8e08-77261bb553ca service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617555 Jun 28 23:57:24.978610 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-d12787f7-801a-4614-89d3-f8c8aad4a814 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62594d8b-13ea-4f79-bd37-f6962e081cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698848 Jun 28 23:57:24.980586 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93feda86-3413-468d-95aa-82ed7cb50c30 x-openstack-request-id: req-93feda86-3413-468d-95aa-82ed7cb50c30 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:24.981091 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bec2ba-a3e8-46db-84e7-71e15cb98d40", "tag": "16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:24.981524 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93feda86-3413-468d-95aa-82ed7cb50c30 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:24.982081 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bec2ba-a3e8-46db-84e7-71e15cb98d40', 'tag': '16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9', 'status': 'completed', 'code': 200} Jun 28 23:57:25.103778 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port c72f871e-ca8e-4c30-87e4-9b36e034ee0e completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:25.121838 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port c72f871e-ca8e-4c30-87e4-9b36e034ee0e triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:25.124583 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:25.199696 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-e6b1fb16-1970-457d-b33a-134e3f572304 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960461 Jun 28 23:57:25.369820 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:25.374893 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-21372a27-0db1-49aa-8687-d30c6698d3a5 req-db387e3b-bcee-41f9-932b-fa1500ce9719 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674812 Jun 28 23:57:25.405714 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91971b0-efd5-469d-a43b-38cb196c10dd req-22fcfc8c-b556-46c2-9951-7c13b53ad97e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:25.416735 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a91971b0-efd5-469d-a43b-38cb196c10dd req-22fcfc8c-b556-46c2-9951-7c13b53ad97e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 944 time: 0.3099866 Jun 28 23:57:25.451100 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e3fb583-e2a2-472c-9ebd-33494f059ce3 req-7a716ea3-b495-4145-92d4-2b36e5eb22b1 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867864 Jun 28 23:57:25.493585 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26cd161-1484-4bd5-979d-b02676d3f6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72f871e-ca8e-4c30-87e4-9b36e034ee0e'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:25.571129 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a91971b0-efd5-469d-a43b-38cb196c10dd req-ea241997-928d-42a8-9645-7b99ff432aaa tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531343 Jun 28 23:57:25.704396 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port c72f871e-ca8e-4c30-87e4-9b36e034ee0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c72f871e-ca8e-4c30-87e4-9b36e034ee0e,segment=NetworkSegment(a5d61c46-0619-41bd-8116-bba70b4e58b3),segment_id=a5d61c46-0619-41bd-8116-bba70b4e58b3)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:25.715062 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:25.716919 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:25.777897 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ec6ef-a59d-4358-b2ef-31249e1ebb34 req-df074725-89f0-427c-878a-fc7071071ba7 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:25.793123 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bcae1-5e2b-499a-a1cc-626e031a4000 req-b0794754-a09d-4243-b6e9-09fd864cda8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:25.794769 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-063bcae1-5e2b-499a-a1cc-626e031a4000 req-b0794754-a09d-4243-b6e9-09fd864cda8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8623745b74a1485d8a448f201b439a8b&device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 1096 time: 0.2641494 Jun 28 23:57:25.799821 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ce2ec6ef-a59d-4358-b2ef-31249e1ebb34 req-df074725-89f0-427c-878a-fc7071071ba7 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 944 time: 0.4151077 Jun 28 23:57:26.004759 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ce2ec6ef-a59d-4358-b2ef-31249e1ebb34 req-c108fb17-3e3e-4f13-bb33-423fc1e55644 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007976 Jun 28 23:57:26.054141 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-ef2f193c-b1ab-4301-b2d7-190166f5cf9b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:26.057765 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-ef2f193c-b1ab-4301-b2d7-190166f5cf9b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.52 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 817 time: 0.4841955 Jun 28 23:57:26.061437 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d6a5-5a94-4c75-bd24-f3acb5654088 req-c59f086e-7134-42b2-8cdf-1e0c3b5af4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:26.062976 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1900d6a5-5a94-4c75-bd24-f3acb5654088 req-c59f086e-7134-42b2-8cdf-1e0c3b5af4db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8623745b74a1485d8a448f201b439a8b&device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 1096 time: 0.4261920 Jun 28 23:57:26.123374 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:26.246021 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-6ef09589-0e5f-45c1-aaf6-aa8e0c863073 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a8643c56460455aadac628062e64841 HTTP/1.1" status: 200 len: 379 time: 0.1624274 Jun 28 23:57:26.318596 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1c10e56e-dec2-4122-9127-c6e6e2c3d68a req-f1970a1b-204b-4b52-95ec-dafdf77493b6 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 210 time: 0.0697567 Jun 28 23:57:26.363607 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=c72f871e-ca8e-4c30-87e4-9b36e034ee0e,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:26.385608 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:26.390183 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:26.409248 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:26.411046 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:26.438043 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60922) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:26.454797 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a97160-ca94-43d4-ba97-565d5849324c" -d '{"events": [{"server_uuid": "e26cd161-1484-4bd5-979d-b02676d3f6ab", "name": "network-vif-plugged", "status": "completed", "tag": "c72f871e-ca8e-4c30-87e4-9b36e034ee0e"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:26.492427 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bcae1-5e2b-499a-a1cc-626e031a4000 req-8c77ae27-f937-4297-a22a-8db9a99e4306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:26.497794 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-063bcae1-5e2b-499a-a1cc-626e031a4000 req-8c77ae27-f937-4297-a22a-8db9a99e4306 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 200 len: 920 time: 0.6679928 Jun 28 23:57:26.546818 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Request body: {'port': {'device_id': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'admin_state_up': True, 'tenant_id': '1a8643c56460455aadac628062e64841', 'security_groups': ['840c11a9-7c5c-42ec-8cb2-73b774e24626']}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:26.587891 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:26.669201 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:26.678624 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:26.682713 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:26.709071 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-063bcae1-5e2b-499a-a1cc-626e031a4000 req-c7d574f7-6870-4728-93cd-f934dc9270d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 HTTP/1.1" status: 200 len: 217 time: 0.1847780 Jun 28 23:57:26.748710 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c879db4-96e0-41fd-8255-c917465cda65 x-openstack-request-id: req-6c879db4-96e0-41fd-8255-c917465cda65 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:26.749981 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26cd161-1484-4bd5-979d-b02676d3f6ab", "name": "network-vif-plugged", "status": "completed", "tag": "c72f871e-ca8e-4c30-87e4-9b36e034ee0e", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:26.752231 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c879db4-96e0-41fd-8255-c917465cda65 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:26.752231 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26cd161-1484-4bd5-979d-b02676d3f6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72f871e-ca8e-4c30-87e4-9b36e034ee0e', 'code': 200} Jun 28 23:57:26.752719 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d6a5-5a94-4c75-bd24-f3acb5654088 req-dac236a8-8364-4aed-856b-62bffec22c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:26.755968 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1900d6a5-5a94-4c75-bd24-f3acb5654088 req-dac236a8-8364-4aed-856b-62bffec22c8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 200 len: 920 time: 0.6677117 Jun 28 23:57:26.833979 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1900d6a5-5a94-4c75-bd24-f3acb5654088 req-a0d51bcc-4592-4f6b-b232-db778bf92304 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e9e2b7-11f7-4117-9373-7ff3125748a1 HTTP/1.1" status: 200 len: 217 time: 0.0532858 Jun 28 23:57:26.851885 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:26.858699 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:26.905107 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d6a5-5a94-4c75-bd24-f3acb5654088 req-5f3ecd42-c78c-4601-ada1-e281133ebb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:26.906846 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1900d6a5-5a94-4c75-bd24-f3acb5654088 req-5f3ecd42-c78c-4601-ada1-e281133ebb47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9436cf5-072a-422e-8cf9-85a314d8c96f HTTP/1.1" status: 200 len: 859 time: 0.0648613 Jun 28 23:57:26.912093 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bcae1-5e2b-499a-a1cc-626e031a4000 req-544a0433-c546-4824-8821-e462b96df1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:26.914144 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-063bcae1-5e2b-499a-a1cc-626e031a4000 req-544a0433-c546-4824-8821-e462b96df1fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9436cf5-072a-422e-8cf9-85a314d8c96f HTTP/1.1" status: 200 len: 859 time: 0.1951122 Jun 28 23:57:26.946406 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1900d6a5-5a94-4c75-bd24-f3acb5654088 req-f23a54e2-b82d-4b17-aace-e289b1270ecb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62594d8b-13ea-4f79-bd37-f6962e081cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307174 Jun 28 23:57:26.980407 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4127a1-ada4-46f3-9b1e-bcc47c998d3b req-73baff33-3158-4163-b481-72c6e224cc96 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:26.984324 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0e4127a1-ada4-46f3-9b1e-bcc47c998d3b req-73baff33-3158-4163-b481-72c6e224cc96 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 943 time: 0.6640747 Jun 28 23:57:26.990584 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-063bcae1-5e2b-499a-a1cc-626e031a4000 req-a909c731-14d5-4885-ae7d-154e7e1bab2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62594d8b-13ea-4f79-bd37-f6962e081cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430911 Jun 28 23:57:27.100197 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-579ae04e-8b1f-4943-b281-c7048bd7aeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:27.192712 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-063bcae1-5e2b-499a-a1cc-626e031a4000 req-9efc7226-600e-4a4f-a5c3-8fb2ac84a666 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891222 Jun 28 23:57:27.210929 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.52', 55616) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:27.236486 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0e4127a1-ada4-46f3-9b1e-bcc47c998d3b req-1b420d72-0164-4c7b-9be3-5a8554efe006 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454901 Jun 28 23:57:27.324004 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 60956) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:27.341916 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1900d6a5-5a94-4c75-bd24-f3acb5654088 req-4a164f8c-2fda-46e9-85dc-fa0f9d397ff9 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842859 Jun 28 23:57:27.643583 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-063bcae1-5e2b-499a-a1cc-626e031a4000 req-a62d09b5-fef6-44cd-8b9a-236eab4e0585 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149561 Jun 28 23:57:27.682233 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1900d6a5-5a94-4c75-bd24-f3acb5654088 req-8059101f-bba6-4d5e-8641-5c922c06c6ff service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091576 Jun 28 23:57:27.694471 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1debcc90-20ee-4e71-84e4-6022dcf7b7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:27.702668 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc4423-b202-46d2-92bc-23ad4d595399 req-1bc8627f-c6c6-4055-9003-5fd42526a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:27.706568 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-12bc4423-b202-46d2-92bc-23ad4d595399 req-1bc8627f-c6c6-4055-9003-5fd42526a13a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 1098 time: 0.4943259 Jun 28 23:57:27.713215 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-579ae04e-8b1f-4943-b281-c7048bd7aeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:27.723873 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36876e-9b08-4a18-8862-f7bc82a32935 req-a86972f1-f349-48d9-adba-f464ca97f82e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:27.726450 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8d36876e-9b08-4a18-8862-f7bc82a32935 req-a86972f1-f349-48d9-adba-f464ca97f82e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 945 time: 0.4986398 Jun 28 23:57:27.734406 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-579ae04e-8b1f-4943-b281-c7048bd7aeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:27.745953 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:27.748128 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.db.api [None req-1debcc90-20ee-4e71-84e4-6022dcf7b7bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 23:57:27.748128 dv-cinder-763306-13-smb neutron-server[92978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 23:57:27.748128 dv-cinder-763306-13-smb neutron-server[92978]: [parameters: {'project_id_1': '1a3546bb404144a5a6621e56b45f6314', 'expiration_1': datetime.datetime(2021, 6, 28, 23, 57, 27, 725767)}] Jun 28 23:57:27.748128 dv-cinder-763306-13-smb neutron-server[92978]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 23:57:27.748758 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_db.api [None req-1debcc90-20ee-4e71-84e4-6022dcf7b7bc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 23:57:27.751518 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-12bc4423-b202-46d2-92bc-23ad4d595399 req-4a05558d-4050-4b14-bcf9-44cb8ffa4537 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:27.768402 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Made reservation on behalf of 1a8643c56460455aadac628062e64841 for: {'port': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:27.773583 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:27.805667 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a6f99-ef8f-469e-82e6-041694404309 req-91636f07-4e79-4aa3-8fb0-b4e8479f6f89 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:27.807610 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-237a6f99-ef8f-469e-82e6-041694404309 req-91636f07-4e79-4aa3-8fb0-b4e8479f6f89 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 945 time: 0.1731052 Jun 28 23:57:27.853383 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ae04e-8b1f-4943-b281-c7048bd7aeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180ab038-54ab-4f5f-98c0-2964c5bd6170,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:27.872839 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-579ae04e-8b1f-4943-b281-c7048bd7aeb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5071f09a9192413088ebc686665ce900&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4205177 Jun 28 23:57:27.879302 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-237a6f99-ef8f-469e-82e6-041694404309 req-3cf798d3-ec31-47ea-8012-1d66c6d4501c tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584118 Jun 28 23:57:27.879791 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 60990) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:27.881189 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-579ae04e-8b1f-4943-b281-c7048bd7aeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:27.935469 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-12bc4423-b202-46d2-92bc-23ad4d595399 req-4a05558d-4050-4b14-bcf9-44cb8ffa4537 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:27.939880 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8d36876e-9b08-4a18-8862-f7bc82a32935 req-62e4f4ec-4eda-4824-a2f5-0b649c9a9e30 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990860 Jun 28 23:57:27.943519 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-12bc4423-b202-46d2-92bc-23ad4d595399 req-4a05558d-4050-4b14-bcf9-44cb8ffa4537 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:27.951671 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:27.987444 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-12bc4423-b202-46d2-92bc-23ad4d595399 req-4a05558d-4050-4b14-bcf9-44cb8ffa4537 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672014 Jun 28 23:57:28.021253 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05558d-4050-4b14-bcf9-44cb8ffa4537 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b536fa-80d8-426f-8145-174edd88ae86,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:28.037392 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4a05558d-4050-4b14-bcf9-44cb8ffa4537 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:28.077821 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Allocated IP 172.20.0.10 (c9b9de98-b6b7-499e-b7bb-69dbb5ad8289/6dddc2fb-56a3-4c59-9771-8ebaed930a0d/1163a36c-2e08-435a-8962-15ec7f44ec15) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:28.118118 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5722a58f-e2d9-442c-bff4-bf2a8b783740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.178938 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5722a58f-e2d9-442c-bff4-bf2a8b783740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.231106 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b9a8f204-b554-4d96-a23b-8133a9f29504 req-e35c5ebb-b19b-4083-843b-ff988c6f0073 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 210 time: 0.0499561 Jun 28 23:57:28.250601 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1debcc90-20ee-4e71-84e4-6022dcf7b7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.375374 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.380908 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5722a58f-e2d9-442c-bff4-bf2a8b783740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.388134 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5722a58f-e2d9-442c-bff4-bf2a8b783740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.389763 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-5722a58f-e2d9-442c-bff4-bf2a8b783740 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/180ab038-54ab-4f5f-98c0-2964c5bd6170 HTTP/1.1" status: 204 len: 168 time: 0.4794407 Jun 28 23:57:28.398326 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:28.410078 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722a58f-e2d9-442c-bff4-bf2a8b783740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180ab038-54ab-4f5f-98c0-2964c5bd6170,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:28.420707 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Transition to ACTIVE for port object 1163a36c-2e08-435a-8962-15ec7f44ec15 will not be triggered until provisioned by entity DHCP. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:28.422622 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5722a58f-e2d9-442c-bff4-bf2a8b783740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:28.526861 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1debcc90-20ee-4e71-84e4-6022dcf7b7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.536280 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1debcc90-20ee-4e71-84e4-6022dcf7b7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.541844 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9a01c39f-7770-4506-9b0d-bbc2df2679be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:28.545470 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.562297 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:28.596217 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debcc90-20ee-4e71-84e4-6022dcf7b7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03efdd6c-7672-48c3-8ba4-148a1e52d0ad,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:28.601206 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1debcc90-20ee-4e71-84e4-6022dcf7b7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:28.636730 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event updated for resources: {'Port': ['ID=1163a36c-2e08-435a-8962-15ec7f44ec15,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:28.637014 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-1debcc90-20ee-4e71-84e4-6022dcf7b7bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a3546bb404144a5a6621e56b45f6314&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3092015 Jun 28 23:57:28.638013 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:28.639445 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 32782) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:28.640034 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:28.647592 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:28.651982 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:28.660765 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:28.661591 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.684369 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657637f2-019f-4944-bb45-5750269e2b89 req-a1e326cf-fa4a-49ea-a5d9-2a2a0fe49670 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:28.686221 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-657637f2-019f-4944-bb45-5750269e2b89 req-a1e326cf-fa4a-49ea-a5d9-2a2a0fe49670 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 943 time: 0.2161870 Jun 28 23:57:28.704001 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1715968 Jun 28 23:57:28.726494 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Request body: {'port': {'device_id': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:28.752635 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b48bf3-a460-4ae5-8f72-b228d9573ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:28.755332 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b78756-809a-4339-b069-8c339a5cf836" -d '{"events": [{"server_uuid": "e0b48bf3-a460-4ae5-8f72-b228d9573ed7", "name": "network-vif-plugged", "status": "completed", "tag": "7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:28.760636 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9539-4a75-4297-9bb1-c1239c80368f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.801143 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9539-4a75-4297-9bb1-c1239c80368f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.846320 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd9a385-4a97-4eb2-92d8-b36d8484e386 x-openstack-request-id: req-2cd9a385-4a97-4eb2-92d8-b36d8484e386 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:28.846829 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b48bf3-a460-4ae5-8f72-b228d9573ed7", "name": "network-vif-plugged", "status": "completed", "tag": "7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:28.847323 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2cd9a385-4a97-4eb2-92d8-b36d8484e386 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:28.847903 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b48bf3-a460-4ae5-8f72-b228d9573ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86', 'code': 200} Jun 28 23:57:28.891908 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9539-4a75-4297-9bb1-c1239c80368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.904838 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-657637f2-019f-4944-bb45-5750269e2b89 req-22e29fd8-9049-40ea-b9fb-16e400cfdd3c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107565 Jun 28 23:57:28.908251 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9539-4a75-4297-9bb1-c1239c80368f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.909870 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-bc4f9539-4a75-4297-9bb1-c1239c80368f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03efdd6c-7672-48c3-8ba4-148a1e52d0ad HTTP/1.1" status: 204 len: 168 time: 0.2681634 Jun 28 23:57:28.911479 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c33e4c0a-e787-4db3-9b78-5c7b80bbd8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:28.918905 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:28.924672 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f9539-4a75-4297-9bb1-c1239c80368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03efdd6c-7672-48c3-8ba4-148a1e52d0ad,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:28.936457 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bc4f9539-4a75-4297-9bb1-c1239c80368f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:28.963405 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:57:29.221050 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-d5e58442-3b4f-4ea0-845e-6ea414ed9ed6 None None] Provisioning for port 1163a36c-2e08-435a-8962-15ec7f44ec15 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:29.233488 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-d5e58442-3b4f-4ea0-845e-6ea414ed9ed6 None None] Provisioning complete for port 1163a36c-2e08-435a-8962-15ec7f44ec15 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:29.234249 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d5e58442-3b4f-4ea0-845e-6ea414ed9ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:29.327912 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:29.341224 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-d5e58442-3b4f-4ea0-845e-6ea414ed9ed6 None None] Port 1163a36c-2e08-435a-8962-15ec7f44ec15 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:57:29.348676 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9', 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9', 'port_id': '16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9', 'mac_address': 'fa:16:3e:a3:34:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9436cf5-072a-422e-8cf9-85a314d8c96f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:57:29.432686 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ef2d-da0d-4858-a4b8-ee55f489d4cd req-d02e355a-e974-40ed-82e4-8da5be46b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:29.435454 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-61f9ef2d-da0d-4858-a4b8-ee55f489d4cd req-d02e355a-e974-40ed-82e4-8da5be46b1ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 1098 time: 0.0856867 Jun 28 23:57:29.442867 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbb820-f8f0-4b46-b864-88ed1e5cc636 req-27195bef-e4f5-46e1-a916-38701e696567 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:29.444335 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3cfbb820-f8f0-4b46-b864-88ed1e5cc636 req-27195bef-e4f5-46e1-a916-38701e696567 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 945 time: 0.2647254 Jun 28 23:57:29.449667 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:29.485741 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:29.494693 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-61f9ef2d-da0d-4858-a4b8-ee55f489d4cd req-0b8b5304-d036-407f-9007-27d4f1671bb3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510328 Jun 28 23:57:29.497564 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3a951-ef96-44f7-b231-31a6b81688a4 req-ca028500-3497-4e28-a00e-b8eaa374080e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:29.505425 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a8d3a951-ef96-44f7-b231-31a6b81688a4 req-ca028500-3497-4e28-a00e-b8eaa374080e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 945 time: 0.2516286 Jun 28 23:57:29.518177 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:29.525194 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:29.525953 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 27e9e2b7-11f7-4117-9373-7ff3125748a1 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:57:29.548402 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:29.610738 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a8d3a951-ef96-44f7-b231-31a6b81688a4 req-54d9566d-b52d-4a6c-b744-937aca0eab8b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022880 Jun 28 23:57:29.615174 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1163a36c-2e08-435a-8962-15ec7f44ec15 {{(pid=92977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:29.625225 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:29.641859 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Transition to ACTIVE for port object 1163a36c-2e08-435a-8962-15ec7f44ec15 will not be triggered until provisioned by entity L2. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:29.664874 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 27e9e2b7-11f7-4117-9373-7ff3125748a1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=27e9e2b7-11f7-4117-9373-7ff3125748a1,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:29.665399 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3cfbb820-f8f0-4b46-b864-88ed1e5cc636 req-1ad0961c-997e-404f-97cf-393840373f5c tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102745 Jun 28 23:57:29.667249 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:29.671917 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-10091010-00e1-4085-8d25-c5f5eaf972c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:29.732238 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '27e9e2b7-11f7-4117-9373-7ff3125748a1', 'network_id': '62594d8b-13ea-4f79-bd37-f6962e081cd9', 'port_id': '27e9e2b7-11f7-4117-9373-7ff3125748a1', 'mac_address': 'fa:16:3e:3e:50:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9436cf5-072a-422e-8cf9-85a314d8c96f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:57:29.734377 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:29.744831 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Pushing event updated for resources: {'Port': ['ID=1163a36c-2e08-435a-8962-15ec7f44ec15,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:29.745474 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:29.750101 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:29.799576 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Attempting to bind port 1163a36c-2e08-435a-8962-15ec7f44ec15 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:29.799930 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Attempting to bind port 1163a36c-2e08-435a-8962-15ec7f44ec15 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:29.800265 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Attempting to bind port 1163a36c-2e08-435a-8962-15ec7f44ec15 on network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:29.844926 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Port 1163a36c-2e08-435a-8962-15ec7f44ec15 on network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:57:29.845568 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Attempting to bind port 1163a36c-2e08-435a-8962-15ec7f44ec15 on network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:29.898838 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:29.907537 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Checking segment: {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:29.909783 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Bound using segment: {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:29.911632 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Bound port: 1163a36c-2e08-435a-8962-15ec7f44ec15, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'}}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:29.916042 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:29.970349 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.017457 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d559827-dae2-4b21-a857-2e48024987b9 req-870d0819-2f90-4746-887d-f2106e6bae26 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:30.018546 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 32832) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:30.019231 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5d559827-dae2-4b21-a857-2e48024987b9 req-870d0819-2f90-4746-887d-f2106e6bae26 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.2245562 Jun 28 23:57:30.041512 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e9e2b7-11f7-4117-9373-7ff3125748a1 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:30.052951 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6dd25ccd-6cd9-40fa-ab87-4323408fde79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.108248 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 27e9e2b7-11f7-4117-9373-7ff3125748a1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=27e9e2b7-11f7-4117-9373-7ff3125748a1,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:30.126313 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.129847 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:30.135981 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, cleared binding levels {{(pid=92977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:30.142970 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1163a36c-2e08-435a-8962-15ec7f44ec15,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:30.150290 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5d559827-dae2-4b21-a857-2e48024987b9 req-cc3e20fd-b170-4eeb-85c1-166c62008dca tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210983 Jun 28 23:57:30.153438 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.156346 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c045ae51-143e-40ac-a648-a6598962d4f9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:30.237932 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:30.239037 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.241874 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] 10.222.0.52 "PUT /v2.0/ports/1163a36c-2e08-435a-8962-15ec7f44ec15 HTTP/1.1" status: 200 len: 1094 time: 1.5218573 Jun 28 23:57:30.242502 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:30.249462 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a5872b-e96a-49cb-830d-3c2179bcf23c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:30.341106 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6dd25ccd-6cd9-40fa-ab87-4323408fde79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.345026 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Pushing event updated for resources: {'Port': ['ID=1163a36c-2e08-435a-8962-15ec7f44ec15,revision_number=3']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:30.354425 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6dd25ccd-6cd9-40fa-ab87-4323408fde79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.358862 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:30.370066 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1debcc90-20ee-4e71-84e4-6022dcf7b7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:30.375581 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=27e9e2b7-11f7-4117-9373-7ff3125748a1,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:30.397284 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:30.468993 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6f8a54-1987-4392-bcc6-90962d0df154 x-openstack-request-id: req-1f6f8a54-1987-4392-bcc6-90962d0df154 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:30.471682 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:30.472032 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f6f8a54-1987-4392-bcc6-90962d0df154 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:30.472948 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'status': 'completed', 'code': 200} Jun 28 23:57:30.513338 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd25ccd-6cd9-40fa-ab87-4323408fde79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b16d67-b86d-4667-9382-88b6294c9d33,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:30.521685 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6dd25ccd-6cd9-40fa-ab87-4323408fde79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:30.537929 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-6dd25ccd-6cd9-40fa-ab87-4323408fde79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=435192b9d6004824addd4b8a74323e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5174174 Jun 28 23:57:30.540738 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 32852) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:30.551816 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:30.616684 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['27e9e2b7-11f7-4117-9373-7ff3125748a1'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:30.640302 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-753bba63-c72b-42b9-82be-f6d4350887b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.668331 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595732c-64e4-431e-a57c-d71f5e9e7a04 req-e7447317-cc61-4c96-88c1-566ca018ddca tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:30.674319 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-753bba63-c72b-42b9-82be-f6d4350887b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.683755 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3595732c-64e4-431e-a57c-d71f5e9e7a04 req-e7447317-cc61-4c96-88c1-566ca018ddca tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 944 time: 0.3119588 Jun 28 23:57:30.763832 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-753bba63-c72b-42b9-82be-f6d4350887b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.768152 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-753bba63-c72b-42b9-82be-f6d4350887b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:30.783628 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-753bba63-c72b-42b9-82be-f6d4350887b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8b16d67-b86d-4667-9382-88b6294c9d33 HTTP/1.1" status: 204 len: 168 time: 0.2388406 Jun 28 23:57:30.792006 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6dd25ccd-6cd9-40fa-ab87-4323408fde79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:30.813313 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bba63-c72b-42b9-82be-f6d4350887b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b16d67-b86d-4667-9382-88b6294c9d33,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:30.818313 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-753bba63-c72b-42b9-82be-f6d4350887b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:30.869830 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3595732c-64e4-431e-a57c-d71f5e9e7a04 req-34ff1e59-e512-4a34-a7c5-350dd89136ab tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852000 Jun 28 23:57:31.017070 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5872b-e96a-49cb-830d-3c2179bcf23c req-8a00872c-2e0a-46de-83d4-61c4e7f50d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:31.018955 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e4a5872b-e96a-49cb-830d-3c2179bcf23c req-8a00872c-2e0a-46de-83d4-61c4e7f50d6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 1097 time: 0.5428562 Jun 28 23:57:31.241772 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46a94b-3c65-48de-9a64-8abba5f7c2c1 req-4b4cb878-db2d-4dc4-b056-9c17963b3698 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:31.243460 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8c46a94b-3c65-48de-9a64-8abba5f7c2c1 req-4b4cb878-db2d-4dc4-b056-9c17963b3698 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 945 time: 0.3713579 Jun 28 23:57:31.329787 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5872b-e96a-49cb-830d-3c2179bcf23c req-e9d3ff10-a009-4dbf-9e18-8f738b52b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:31.331520 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e4a5872b-e96a-49cb-830d-3c2179bcf23c req-e9d3ff10-a009-4dbf-9e18-8f738b52b497 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1a8643c56460455aadac628062e64841&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2976623 Jun 28 23:57:31.338618 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8c46a94b-3c65-48de-9a64-8abba5f7c2c1 req-91be9ceb-0550-4489-bb88-dee7e70e5e66 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842562 Jun 28 23:57:31.387169 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 32884) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:31.422444 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802326b0-2ca5-44c3-a2b5-f753bf973724 req-6531ce1a-6ad1-4c29-8062-e4f4e095e42a tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:31.425377 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-802326b0-2ca5-44c3-a2b5-f753bf973724 req-6531ce1a-6ad1-4c29-8062-e4f4e095e42a tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 945 time: 0.2459426 Jun 28 23:57:31.577189 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9c492d9c-198b-4b46-acae-6f8129671bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:31.650425 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:57:31.745367 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9c492d9c-198b-4b46-acae-6f8129671bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:31.751203 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9c492d9c-198b-4b46-acae-6f8129671bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:31.755093 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:31.793329 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5872b-e96a-49cb-830d-3c2179bcf23c req-a01d8e04-beda-48fc-b3ee-2c384324da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:31.795893 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e4a5872b-e96a-49cb-830d-3c2179bcf23c req-a01d8e04-beda-48fc-b3ee-2c384324da00 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4563849 Jun 28 23:57:31.804012 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-802326b0-2ca5-44c3-a2b5-f753bf973724 req-1a5269cc-e2e5-4d3a-b68b-e40b173819f2 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401248 Jun 28 23:57:31.828782 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-9c492d9c-198b-4b46-acae-6f8129671bf0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac97ac8d0ce5444a93a2505e147c76e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404073 Jun 28 23:57:31.829858 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c492d9c-198b-4b46-acae-6f8129671bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1dcc35-d334-4f8c-a40a-d6570f3c9f4f,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:31.832710 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 32898) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:31.841188 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9c492d9c-198b-4b46-acae-6f8129671bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:31.877632 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c36aa2-b32b-457a-8da1-0547433c8f52 req-bee4900a-e87f-4e88-9c0d-273e6a5df1f2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:31.879478 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a0c36aa2-b32b-457a-8da1-0547433c8f52 req-bee4900a-e87f-4e88-9c0d-273e6a5df1f2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.3997424 Jun 28 23:57:31.916952 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-272ff4e3-f575-4917-9cf3-655185210798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:31.951460 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-272ff4e3-f575-4917-9cf3-655185210798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.066997 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a0c36aa2-b32b-457a-8da1-0547433c8f52 req-06407965-c9a1-48cc-a01f-96e196812f2f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740170 Jun 28 23:57:32.087491 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-272ff4e3-f575-4917-9cf3-655185210798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.092397 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-05bb6de7-deae-4107-8f74-03fe8796ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:32.098850 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-05bb6de7-deae-4107-8f74-03fe8796ac8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 1097 time: 0.2135224 Jun 28 23:57:32.099139 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-272ff4e3-f575-4917-9cf3-655185210798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.104265 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-272ff4e3-f575-4917-9cf3-655185210798 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d1dcc35-d334-4f8c-a40a-d6570f3c9f4f HTTP/1.1" status: 204 len: 168 time: 0.2700081 Jun 28 23:57:32.105077 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:32.146356 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ff4e3-f575-4917-9cf3-655185210798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1dcc35-d334-4f8c-a40a-d6570f3c9f4f,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:32.146356 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-272ff4e3-f575-4917-9cf3-655185210798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:32.271947 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0c07dda5-2288-4fd6-b4a8-5a7711ad24d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1163a36c-2e08-435a-8962-15ec7f44ec15 HTTP/1.1" status: 200 len: 217 time: 0.1019650 Jun 28 23:57:32.329329 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f868d8f-4547-43f9-b0a4-7de40cc72031 req-91be46c4-39f0-4e19-85d3-6369501bc92c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:32.337870 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7f868d8f-4547-43f9-b0a4-7de40cc72031 req-91be46c4-39f0-4e19-85d3-6369501bc92c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 944 time: 0.2387490 Jun 28 23:57:32.449648 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7f868d8f-4547-43f9-b0a4-7de40cc72031 req-ca8e8815-301b-4db1-8251-a5e89c727dcd tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101828 Jun 28 23:57:32.475058 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-88595809-4bdb-4054-9623-b1ad629b8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:32.483416 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-88595809-4bdb-4054-9623-b1ad629b8c38 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dddc2fb-56a3-4c59-9771-8ebaed930a0d HTTP/1.1" status: 200 len: 856 time: 0.1873410 Jun 28 23:57:32.578388 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-3ff3b49f-c8b2-4f19-89e3-94c9a9f53976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:32.580126 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-3ff3b49f-c8b2-4f19-89e3-94c9a9f53976 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0963175 Jun 28 23:57:32.740232 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-0b0946a9-e735-4481-97ac-c7e70c104e5b service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524336 Jun 28 23:57:32.750695 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408200c1-eddd-4749-9790-a70592c4c41c req-a4160d38-72f2-4940-9c42-f0b76e523394 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:32.753471 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-408200c1-eddd-4749-9790-a70592c4c41c req-a4160d38-72f2-4940-9c42-f0b76e523394 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 945 time: 0.1550126 Jun 28 23:57:32.891534 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-408200c1-eddd-4749-9790-a70592c4c41c req-803991d6-0cea-4ce0-948e-99e5dc9ecf7f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284811 Jun 28 23:57:32.897751 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad68c3e1-0eec-4179-a303-a4a719d5daaa req-5bfefc33-47e2-4b9a-8795-1f8846a7a5a2 service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429133 Jun 28 23:57:32.965950 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 32962) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:32.983579 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3b46cb-7fef-44d5-b15a-b75290b0b625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:32.995755 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:33.086204 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:33.096731 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:33.098296 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.115506 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3b46cb-7fef-44d5-b15a-b75290b0b625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.123136 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-af3b46cb-7fef-44d5-b15a-b75290b0b625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.130719 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:33.177385 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-af3b46cb-7fef-44d5-b15a-b75290b0b625 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=719d48b329c84ee98040abe6da2ec9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097321 Jun 28 23:57:33.181418 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 32968) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:33.189043 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b46cb-7fef-44d5-b15a-b75290b0b625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9dfd91-0565-4838-b709-a90267f19237,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:33.202909 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-af3b46cb-7fef-44d5-b15a-b75290b0b625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:33.275548 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.306613 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bec2ba-a3e8-46db-84e7-71e15cb98d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:33.309475 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70dccb0-e97b-4328-9fb5-0c4eae00dbcf" -d '{"events": [{"server_uuid": "54bec2ba-a3e8-46db-84e7-71e15cb98d40", "name": "network-vif-plugged", "status": "completed", "tag": "16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:33.328365 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:33.336110 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.337886 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 27e9e2b7-11f7-4117-9373-7ff3125748a1 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:33.340716 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ec09777c-6e30-47b2-97d4-a89c09ed1547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.391136 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ec09777c-6e30-47b2-97d4-a89c09ed1547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.392031 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:33.407207 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af34dc8-3acd-4c4a-a8c4-e7f8e580a558 req-2fa0ea9f-ae2c-4e4f-beae-45abdb27618f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:33.415899 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1af34dc8-3acd-4c4a-a8c4-e7f8e580a558 req-2fa0ea9f-ae2c-4e4f-beae-45abdb27618f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.1325059 Jun 28 23:57:33.447021 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port 27e9e2b7-11f7-4117-9373-7ff3125748a1 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:33.463432 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7517945-d0ba-4177-9d06-dbae581a3ba0 x-openstack-request-id: req-a7517945-d0ba-4177-9d06-dbae581a3ba0 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:33.463801 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bec2ba-a3e8-46db-84e7-71e15cb98d40", "name": "network-vif-plugged", "status": "completed", "tag": "16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:33.466878 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7517945-d0ba-4177-9d06-dbae581a3ba0 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:33.467374 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bec2ba-a3e8-46db-84e7-71e15cb98d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9', 'code': 200} Jun 28 23:57:33.493074 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 27e9e2b7-11f7-4117-9373-7ff3125748a1 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:33.494136 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.539071 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1af34dc8-3acd-4c4a-a8c4-e7f8e580a558 req-78725cc6-83a8-48b8-abaf-58efb397a4c7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219635 Jun 28 23:57:33.573840 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ec09777c-6e30-47b2-97d4-a89c09ed1547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.577945 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ec09777c-6e30-47b2-97d4-a89c09ed1547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:33.579642 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-ec09777c-6e30-47b2-97d4-a89c09ed1547 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d9dfd91-0565-4838-b709-a90267f19237 HTTP/1.1" status: 204 len: 168 time: 0.3969860 Jun 28 23:57:33.581407 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:33.610158 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09777c-6e30-47b2-97d4-a89c09ed1547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9dfd91-0565-4838-b709-a90267f19237,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:33.617848 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ec09777c-6e30-47b2-97d4-a89c09ed1547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:33.630550 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:33.646890 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:33.937036 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:34.033313 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 27e9e2b7-11f7-4117-9373-7ff3125748a1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=27e9e2b7-11f7-4117-9373-7ff3125748a1,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:34.046934 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:34.049579 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:34.096396 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9037231-e56e-4d0c-acf5-3e8fbbaa91de req-56e6fa58-36ad-4d4a-839f-7ba5bd62d68a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:34.099846 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e9037231-e56e-4d0c-acf5-3e8fbbaa91de req-56e6fa58-36ad-4d4a-839f-7ba5bd62d68a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.3153403 Jun 28 23:57:34.145792 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=27e9e2b7-11f7-4117-9373-7ff3125748a1,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:34.150686 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:34.263929 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e9037231-e56e-4d0c-acf5-3e8fbbaa91de req-f75375c9-b7fd-4675-b34b-e7446379a790 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856607 Jun 28 23:57:34.309681 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d756bd7-fa72-45ab-b455-fd6ed15d623d req-4340b8ee-d554-4984-ad4b-46e5884d2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:34.313323 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9d756bd7-fa72-45ab-b455-fd6ed15d623d req-4340b8ee-d554-4984-ad4b-46e5884d2c72 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 1098 time: 0.2833052 Jun 28 23:57:34.385467 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9d756bd7-fa72-45ab-b455-fd6ed15d623d req-46caed56-dc5d-4acb-a9d9-197110f6aa15 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637357 Jun 28 23:57:34.429412 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33016) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:34.718114 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-94e61fd5-b454-468c-83e2-7cc01073ae57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:34.833448 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcb0f1-9d3e-46df-8468-ed9d00d05a02 req-dbbe3027-e661-4fdc-9e5f-3fa9537573a7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:34.835473 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3bfcb0f1-9d3e-46df-8468-ed9d00d05a02 req-dbbe3027-e661-4fdc-9e5f-3fa9537573a7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.1315224 Jun 28 23:57:34.910836 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3bfcb0f1-9d3e-46df-8468-ed9d00d05a02 req-51c66629-8a03-479d-8a28-17f3b34dbe60 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564313 Jun 28 23:57:34.936651 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-94e61fd5-b454-468c-83e2-7cc01073ae57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:34.944482 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-94e61fd5-b454-468c-83e2-7cc01073ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:34.950152 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5e0a3850-5695-4050-be33-f20a7fe0cff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:34.956207 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33036) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:35.003026 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-94e61fd5-b454-468c-83e2-7cc01073ae57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a42f4477b7646b987d5e338399bf00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5723412 Jun 28 23:57:35.004780 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e61fd5-b454-468c-83e2-7cc01073ae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fa92b0-2fae-4f23-97c0-0de0c82daf9c,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:35.007133 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33042) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:35.008259 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-94e61fd5-b454-468c-83e2-7cc01073ae57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:35.321557 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-85a32780-6709-4641-a3a8-74eb671f8c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:35.368824 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-85a32780-6709-4641-a3a8-74eb671f8c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:35.468193 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9271c429-7d8b-4b39-9c79-420088b636da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e9e2b7-11f7-4117-9373-7ff3125748a1'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:35.471942 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1438ce6-001f-45ee-9322-05d4cb9781f9" -d '{"events": [{"server_uuid": "9271c429-7d8b-4b39-9c79-420088b636da", "name": "network-vif-plugged", "status": "completed", "tag": "27e9e2b7-11f7-4117-9373-7ff3125748a1"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:35.476685 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-484b589a-9c9f-4201-b1f3-0dc109a79c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:35.504743 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-85a32780-6709-4641-a3a8-74eb671f8c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:35.510220 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-85a32780-6709-4641-a3a8-74eb671f8c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:35.511763 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-85a32780-6709-4641-a3a8-74eb671f8c59 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6fa92b0-2fae-4f23-97c0-0de0c82daf9c HTTP/1.1" status: 204 len: 168 time: 0.5027318 Jun 28 23:57:35.514840 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:35.529518 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a32780-6709-4641-a3a8-74eb671f8c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fa92b0-2fae-4f23-97c0-0de0c82daf9c,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:35.539705 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-85a32780-6709-4641-a3a8-74eb671f8c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:35.649145 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fde67c-477b-4a4f-9f81-8163cf37cf0e req-40c88251-bf45-40cc-9423-2c56a9b50314 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:35.656926 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a8fde67c-477b-4a4f-9f81-8163cf37cf0e req-40c88251-bf45-40cc-9423-2c56a9b50314 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.2147126 Jun 28 23:57:35.714969 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-484b589a-9c9f-4201-b1f3-0dc109a79c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:35.723055 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-484b589a-9c9f-4201-b1f3-0dc109a79c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:35.755358 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a8fde67c-477b-4a4f-9f81-8163cf37cf0e req-26bfc188-3869-453d-98b5-6aa83167a460 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940683 Jun 28 23:57:35.791655 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7ae0d105-cf75-4a2e-9954-38811b7a24e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:35.803681 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-484b589a-9c9f-4201-b1f3-0dc109a79c5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7963bf1ef034b3ab5d7d42d554eb722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8463624 Jun 28 23:57:35.806354 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33074) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:35.842970 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b589a-9c9f-4201-b1f3-0dc109a79c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8a8103-e68d-4e46-8f4a-ab67c615cc26,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:35.849870 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-484b589a-9c9f-4201-b1f3-0dc109a79c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:35.884873 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4203a37e-4e10-4959-ab89-8b1363d712bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:35.895111 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a62fd3-a683-46dc-b173-dd4f232d9500 x-openstack-request-id: req-69a62fd3-a683-46dc-b173-dd4f232d9500 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:35.895523 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9271c429-7d8b-4b39-9c79-420088b636da", "name": "network-vif-plugged", "status": "completed", "tag": "27e9e2b7-11f7-4117-9373-7ff3125748a1", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:35.895882 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69a62fd3-a683-46dc-b173-dd4f232d9500 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:35.896501 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9271c429-7d8b-4b39-9c79-420088b636da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e9e2b7-11f7-4117-9373-7ff3125748a1', 'code': 200} Jun 28 23:57:35.913663 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4203a37e-4e10-4959-ab89-8b1363d712bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:36.009657 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4203a37e-4e10-4959-ab89-8b1363d712bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:36.018418 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4203a37e-4e10-4959-ab89-8b1363d712bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:36.020044 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-4203a37e-4e10-4959-ab89-8b1363d712bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b8a8103-e68d-4e46-8f4a-ab67c615cc26 HTTP/1.1" status: 204 len: 168 time: 0.2093720 Jun 28 23:57:36.023298 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:36.059622 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203a37e-4e10-4959-ab89-8b1363d712bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8a8103-e68d-4e46-8f4a-ab67c615cc26,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:36.072431 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-4203a37e-4e10-4959-ab89-8b1363d712bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:36.306416 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6327a-851c-4d20-9354-c5ad5ad20cf3 req-c8bc5dbf-32d3-4d32-ba12-4f78e3da6811 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:36.308089 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0cc6327a-851c-4d20-9354-c5ad5ad20cf3 req-c8bc5dbf-32d3-4d32-ba12-4f78e3da6811 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.1272788 Jun 28 23:57:36.398771 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0cc6327a-851c-4d20-9354-c5ad5ad20cf3 req-46246e61-a49f-48f3-87db-0f775b93ca54 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591621 Jun 28 23:57:36.400842 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97a93c-b456-42ab-a1a2-1bf2d5158d1c req-a55721c7-5f6c-4eb3-9191-76b3a73c0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:36.402279 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2c97a93c-b456-42ab-a1a2-1bf2d5158d1c req-a55721c7-5f6c-4eb3-9191-76b3a73c0251 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 1098 time: 0.1068161 Jun 28 23:57:36.480680 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2c97a93c-b456-42ab-a1a2-1bf2d5158d1c req-914aad51-0bbd-4713-b105-f1f2bbdb4c4b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697336 Jun 28 23:57:36.637248 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33114) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:36.652306 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2fa82335-f933-4f19-8390-202830938dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:36.756143 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2fa82335-f933-4f19-8390-202830938dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:36.761285 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2fa82335-f933-4f19-8390-202830938dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:36.764279 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-4203a37e-4e10-4959-ab89-8b1363d712bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:36.804158 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-2fa82335-f933-4f19-8390-202830938dfc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3bec776f0f24453b4f11a6e222e6304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636088 Jun 28 23:57:36.805155 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33122) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:36.805646 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa82335-f933-4f19-8390-202830938dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7a73dd-0e62-4e0f-809b-b3141a95b0d2,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:36.821893 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-2fa82335-f933-4f19-8390-202830938dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:36.878110 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2e2c-dbb8-4662-a156-8a302daa3008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:36.906514 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2e2c-dbb8-4662-a156-8a302daa3008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:36.971865 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2e2c-dbb8-4662-a156-8a302daa3008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:36.975533 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2e2c-dbb8-4662-a156-8a302daa3008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:36.977173 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-0a1b2e2c-dbb8-4662-a156-8a302daa3008 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e7a73dd-0e62-4e0f-809b-b3141a95b0d2 HTTP/1.1" status: 204 len: 168 time: 0.1710026 Jun 28 23:57:36.977925 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:36.996649 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b2e2c-dbb8-4662-a156-8a302daa3008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7a73dd-0e62-4e0f-809b-b3141a95b0d2,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:37.000950 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0a1b2e2c-dbb8-4662-a156-8a302daa3008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:37.020811 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac452b-a0d2-47ce-98b3-f0775437523f req-48022658-6626-44e6-baee-a0aa154e6623 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:37.022241 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2eac452b-a0d2-47ce-98b3-f0775437523f req-48022658-6626-44e6-baee-a0aa154e6623 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1101587 Jun 28 23:57:37.059421 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1163a36c-2e08-435a-8962-15ec7f44ec15 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:57:37.129931 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2eac452b-a0d2-47ce-98b3-f0775437523f req-bc3b664c-5c2e-438e-8e9b-172b2345c93a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982764 Jun 28 23:57:37.253932 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1163a36c-2e08-435a-8962-15ec7f44ec15,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:37.285625 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'port_id': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'mac_address': 'fa:16:3e:2b:94:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:57:37.342255 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:37.363237 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1163a36c-2e08-435a-8962-15ec7f44ec15 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:37.432964 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1163a36c-2e08-435a-8962-15ec7f44ec15,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:37.441828 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:37.459322 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:37.559971 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=1163a36c-2e08-435a-8962-15ec7f44ec15,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:37.571340 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:37.748294 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc73339-db85-438c-9392-d4ef77dbd99c req-3be97d84-47b1-4a8d-926e-86281ec1f783 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:37.760323 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0cc73339-db85-438c-9392-d4ef77dbd99c req-3be97d84-47b1-4a8d-926e-86281ec1f783 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 945 time: 0.1265445 Jun 28 23:57:37.894030 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0cc73339-db85-438c-9392-d4ef77dbd99c req-9f4206c0-b51c-4e13-a903-fcfc1f40a948 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289713 Jun 28 23:57:37.967031 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['1163a36c-2e08-435a-8962-15ec7f44ec15'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:38.106180 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33198) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:38.153250 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1918a23-3f91-452a-8d87-3be58c024b15 req-619e18b1-2f67-4489-a980-a475285ea053 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:38.154861 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b1918a23-3f91-452a-8d87-3be58c024b15 req-619e18b1-2f67-4489-a980-a475285ea053 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.2986610 Jun 28 23:57:38.198062 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be175c1b-44fd-4f92-b806-0b29043555b9 req-868a4d4c-b1c4-43fb-ae30-1600fc7b37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:38.203064 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-be175c1b-44fd-4f92-b806-0b29043555b9 req-868a4d4c-b1c4-43fb-ae30-1600fc7b37e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8623745b74a1485d8a448f201b439a8b&device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 1098 time: 0.2382016 Jun 28 23:57:38.412239 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b3ee7e2f-3d47-42cd-b6b7-2ea3c944548d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:38.499237 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be175c1b-44fd-4f92-b806-0b29043555b9 req-b96b1791-3699-42bf-ad50-5831a382ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:38.504875 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-be175c1b-44fd-4f92-b806-0b29043555b9 req-b96b1791-3699-42bf-ad50-5831a382ae20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 200 len: 920 time: 0.2898421 Jun 28 23:57:38.628618 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b3ee7e2f-3d47-42cd-b6b7-2ea3c944548d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:38.634451 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b3ee7e2f-3d47-42cd-b6b7-2ea3c944548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:38.644424 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4a05558d-4050-4b14-bcf9-44cb8ffa4537 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:38.678733 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-be175c1b-44fd-4f92-b806-0b29043555b9 req-387e5697-1d02-4684-9bf1-81caa094ab87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 HTTP/1.1" status: 200 len: 217 time: 0.1557927 Jun 28 23:57:38.714743 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-b3ee7e2f-3d47-42cd-b6b7-2ea3c944548d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf8029b027154621b7efa76c029c8fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5998914 Jun 28 23:57:38.721334 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33224) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:38.722665 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b1918a23-3f91-452a-8d87-3be58c024b15 req-f59cb8f0-519d-45ee-abfa-381b81e4a14d tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297976 Jun 28 23:57:38.735847 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee7e2f-3d47-42cd-b6b7-2ea3c944548d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9329f64-1102-441b-be76-9beb3c904d65,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:38.743789 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b3ee7e2f-3d47-42cd-b6b7-2ea3c944548d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:38.850791 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0f8193d3-fa1f-44a8-b67b-158aa74b2720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:38.873037 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be175c1b-44fd-4f92-b806-0b29043555b9 req-c4fd64c5-da06-4a6e-aef1-72568dc627cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:38.876212 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-be175c1b-44fd-4f92-b806-0b29043555b9 req-c4fd64c5-da06-4a6e-aef1-72568dc627cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9436cf5-072a-422e-8cf9-85a314d8c96f HTTP/1.1" status: 200 len: 859 time: 0.1500335 Jun 28 23:57:38.895450 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0f8193d3-fa1f-44a8-b67b-158aa74b2720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:38.994806 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0f8193d3-fa1f-44a8-b67b-158aa74b2720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:39.002111 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0f8193d3-fa1f-44a8-b67b-158aa74b2720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:39.004739 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-0f8193d3-fa1f-44a8-b67b-158aa74b2720 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9329f64-1102-441b-be76-9beb3c904d65 HTTP/1.1" status: 204 len: 168 time: 0.2816141 Jun 28 23:57:39.006025 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-85a32780-6709-4641-a3a8-74eb671f8c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:39.037174 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-be175c1b-44fd-4f92-b806-0b29043555b9 req-f12c3cc1-2ed9-4335-9289-f7e262e14395 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62594d8b-13ea-4f79-bd37-f6962e081cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959878 Jun 28 23:57:39.041536 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8193d3-fa1f-44a8-b67b-158aa74b2720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9329f64-1102-441b-be76-9beb3c904d65,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:39.046994 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0f8193d3-fa1f-44a8-b67b-158aa74b2720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:39.204956 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cfcc9-bf59-47a7-9e14-f177276a5b50 req-00b58fa5-9686-4f75-82ed-88d54d4016e0 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:39.207409 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8a4cfcc9-bf59-47a7-9e14-f177276a5b50 req-00b58fa5-9686-4f75-82ed-88d54d4016e0 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 945 time: 0.2814300 Jun 28 23:57:39.290491 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-be175c1b-44fd-4f92-b806-0b29043555b9 req-446f3e3d-58ce-4099-94aa-a274e7021df7 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288532 Jun 28 23:57:39.307971 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11db60-71e0-4306-ace2-0103823b9a47 req-cd601ad8-3247-4433-9133-a4db52f9c390 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:39.309851 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ed11db60-71e0-4306-ace2-0103823b9a47 req-cd601ad8-3247-4433-9133-a4db52f9c390 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 945 time: 0.2713747 Jun 28 23:57:39.350927 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8a4cfcc9-bf59-47a7-9e14-f177276a5b50 req-fa8fd84a-3f68-4f9c-8352-8a4238dc0d22 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254673 Jun 28 23:57:39.441775 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ed11db60-71e0-4306-ace2-0103823b9a47 req-1499d704-fa04-45dc-94c3-89b73d00af7e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107836 Jun 28 23:57:39.519196 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-be175c1b-44fd-4f92-b806-0b29043555b9 req-71383517-61f7-471b-ad6e-044dbc30f24f service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024419 Jun 28 23:57:40.003555 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33286) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:40.025930 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9b0dff32-e441-44ce-acad-197ec7d6ce56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:40.154424 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9b0dff32-e441-44ce-acad-197ec7d6ce56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:40.160332 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9b0dff32-e441-44ce-acad-197ec7d6ce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:40.163245 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:40.210889 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-9b0dff32-e441-44ce-acad-197ec7d6ce56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f4754f29def4802b1fffb5c27530664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053287 Jun 28 23:57:40.211696 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33294) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:40.214324 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dff32-e441-44ce-acad-197ec7d6ce56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb152137-1732-48ec-948e-a9de63c197e0,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:40.222329 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9b0dff32-e441-44ce-acad-197ec7d6ce56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:40.274500 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b5878680-8049-4548-b872-8f118f58b768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:40.312477 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-8364bed1-933f-47d9-a1ba-26de7498ea1c tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:40.314486 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b5878680-8049-4548-b872-8f118f58b768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:40.316673 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-8364bed1-933f-47d9-a1ba-26de7498ea1c tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 815 time: 0.5230696 Jun 28 23:57:40.340999 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-72d749be-3a2c-40d5-bab3-dd3c949bb8ae tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/quotas/dbcec3fb47d34560ba5cc93df96d3145 HTTP/1.1" status: 200 len: 375 time: 0.0202687 Jun 28 23:57:40.350774 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ac5e0-081f-4b32-bf4a-0aae3870b43a req-ac0d35ed-cad3-4bdd-961d-f9582f78cf92 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:40.352525 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-889ac5e0-081f-4b32-bf4a-0aae3870b43a req-ac0d35ed-cad3-4bdd-961d-f9582f78cf92 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.3847194 Jun 28 23:57:40.374107 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b5878680-8049-4548-b872-8f118f58b768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:40.377293 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b5878680-8049-4548-b872-8f118f58b768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:40.378733 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-b5878680-8049-4548-b872-8f118f58b768 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb152137-1732-48ec-948e-a9de63c197e0 HTTP/1.1" status: 204 len: 168 time: 0.1657634 Jun 28 23:57:40.379470 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:40.388097 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5878680-8049-4548-b872-8f118f58b768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb152137-1732-48ec-948e-a9de63c197e0,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:40.390551 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b5878680-8049-4548-b872-8f118f58b768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:40.444610 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-889ac5e0-081f-4b32-bf4a-0aae3870b43a req-392a2614-ec50-4c9a-a266-a639c5788246 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593395 Jun 28 23:57:40.462592 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b100d51e-74ac-49a2-b5c4-284ac677a8b6 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090524 Jun 28 23:57:40.582159 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-0e5a416b-6452-45c3-a31d-81bb34f8a4b9 service neutron] 10.222.0.30 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105649 Jun 28 23:57:40.717674 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6975e-cdd9-47b8-bd6a-1b2777344017 req-a54a411a-a9be-4e91-b792-0585cdcc56be tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:40.720828 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-cbd6975e-cdd9-47b8-bd6a-1b2777344017 req-a54a411a-a9be-4e91-b792-0585cdcc56be tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 945 time: 0.1374047 Jun 28 23:57:40.760306 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-66767989-77e4-4a07-bc03-de71b37a8a5f service neutron] 10.222.0.30 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455157 Jun 28 23:57:40.792474 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-cbd6975e-cdd9-47b8-bd6a-1b2777344017 req-473d74ea-59a0-443a-83cf-a785c14378e1 tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631027 Jun 28 23:57:41.056743 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c7465323-fca0-4a6e-abc0-e6929ad3a601 req-87582827-50f9-4365-a527-068a76c321ee tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 210 time: 0.0908167 Jun 28 23:57:41.068008 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1163a36c-2e08-435a-8962-15ec7f44ec15 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:41.198019 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port 1163a36c-2e08-435a-8962-15ec7f44ec15 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:41.216976 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 1163a36c-2e08-435a-8962-15ec7f44ec15 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:41.219543 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:41.250914 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f7537-3ddc-49d7-97aa-1ae21e58495e req-8ba738d4-6c89-4abb-81b3-135cdd7e0506 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:41.254397 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-521f7537-3ddc-49d7-97aa-1ae21e58495e req-8ba738d4-6c89-4abb-81b3-135cdd7e0506 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 945 time: 0.2531593 Jun 28 23:57:41.347745 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd875f82-c733-4b43-92dc-e98e32c6ab29 req-08e73b04-db0a-44f8-a39c-3437694d41ee tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:41.351159 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-dd875f82-c733-4b43-92dc-e98e32c6ab29 req-08e73b04-db0a-44f8-a39c-3437694d41ee tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.52 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 945 time: 0.2673204 Jun 28 23:57:41.402358 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:41.407388 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-521f7537-3ddc-49d7-97aa-1ae21e58495e req-2dbd81f7-661a-44c6-9668-49ef84061855 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382241 Jun 28 23:57:41.433580 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:41.454863 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aa54ed-ad1d-4dad-b8ca-5d5c33b63e5b" -d '{"events": [{"server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "name": "network-vif-plugged", "status": "completed", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:41.526118 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1163a36c-2e08-435a-8962-15ec7f44ec15,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:41.556683 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:41.568992 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7d9db6f1-b13c-4c58-a24a-7734f4877b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:41.823181 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=1163a36c-2e08-435a-8962-15ec7f44ec15,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:41.843252 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d506bddc-077e-493f-a15b-b325e4a08ee9 x-openstack-request-id: req-d506bddc-077e-493f-a15b-b325e4a08ee9 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:41.844002 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "name": "network-vif-plugged", "status": "completed", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:41.849121 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d506bddc-077e-493f-a15b-b325e4a08ee9 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:41.850024 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'code': 200} Jun 28 23:57:41.851580 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:41.998342 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-dd875f82-c733-4b43-92dc-e98e32c6ab29 req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Deleting port c72f871e-ca8e-4c30-87e4-9b36e034ee0e {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:57:41.998714 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-dd875f82-c733-4b43-92dc-e98e32c6ab29 req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:42.098715 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49d08e-09d7-450a-b56c-1b872f0d8e62 req-e96526c5-c855-415f-99d5-c6f8141e7565 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:42.106638 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6b49d08e-09d7-450a-b56c-1b872f0d8e62 req-e96526c5-c855-415f-99d5-c6f8141e7565 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.3456941 Jun 28 23:57:42.193004 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6b49d08e-09d7-450a-b56c-1b872f0d8e62 req-9eb2cf3a-cbf4-4e7e-9c91-a327ae3b2a89 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848029 Jun 28 23:57:42.295326 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b15d2-de51-472e-942b-778469bff3d7 req-e2c5aeb7-deeb-418b-ad52-9c71330559fe tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:42.296990 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-589b15d2-de51-472e-942b-778469bff3d7 req-e2c5aeb7-deeb-418b-ad52-9c71330559fe tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 945 time: 0.2851841 Jun 28 23:57:42.338790 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-dd875f82-c733-4b43-92dc-e98e32c6ab29 req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] For port c72f871e-ca8e-4c30-87e4-9b36e034ee0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c72f871e-ca8e-4c30-87e4-9b36e034ee0e,segment=NetworkSegment(a5d61c46-0619-41bd-8116-bba70b4e58b3),segment_id=a5d61c46-0619-41bd-8116-bba70b4e58b3)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:42.339160 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-dd875f82-c733-4b43-92dc-e98e32c6ab29 req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:42.414667 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693cada-c08d-4e4b-8c2e-af4b7b60ff5f req-178da7d4-851e-4f58-a58d-d76d7017ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:42.416349 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-d693cada-c08d-4e4b-8c2e-af4b7b60ff5f req-178da7d4-851e-4f58-a58d-d76d7017ed7a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 1099 time: 0.2445393 Jun 28 23:57:42.427722 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-dd875f82-c733-4b43-92dc-e98e32c6ab29 req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Calling delete_port for c72f871e-ca8e-4c30-87e4-9b36e034ee0e owned by compute:nova {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:57:42.475121 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-d693cada-c08d-4e4b-8c2e-af4b7b60ff5f req-5af66cae-0e5e-4a14-9663-6a2cb8722773 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480189 Jun 28 23:57:42.501600 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f3008e2b-4af4-4092-bade-5315c78b5f83 req-13e262a8-bd34-4ee1-a9ab-560020b2109e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 210 time: 0.1152906 Jun 28 23:57:42.584480 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-589b15d2-de51-472e-942b-778469bff3d7 req-c2586f94-0259-4628-ad46-93262f84f1dd tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b84ad6-ec5a-49ae-957f-a7e442ae5792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716002 Jun 28 23:57:42.836286 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-dd875f82-c733-4b43-92dc-e98e32c6ab29 req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:42.853374 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:42.880026 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Pushing event deleted for resources: {'Port': ['ID=c72f871e-ca8e-4c30-87e4-9b36e034ee0e,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:42.893380 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['c72f871e-ca8e-4c30-87e4-9b36e034ee0e'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:42.922066 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d431e-0f02-4973-b121-6c844cb71e8c req-91198446-0ff3-4485-afdb-74e2e4828459 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:42.936966 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0d2d431e-0f02-4973-b121-6c844cb71e8c req-91198446-0ff3-4485-afdb-74e2e4828459 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.1897295 Jun 28 23:57:42.939430 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.940020 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.940688 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.941249 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.941848 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.942538 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.943139 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.944896 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.945456 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.946030 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.946610 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:42.947218 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:43.007302 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:43.090368 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd875f82-c733-4b43-92dc-e98e32c6ab29 req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] No DVR routers for this DVR port c72f871e-ca8e-4c30-87e4-9b36e034ee0e on host hv-cinder-76330 {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:57:43.101664 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-dd875f82-c733-4b43-92dc-e98e32c6ab29 req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:43.105215 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-dd875f82-c733-4b43-92dc-e98e32c6ab29 req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.52 "DELETE /v2.0/ports/c72f871e-ca8e-4c30-87e4-9b36e034ee0e HTTP/1.1" status: 204 len: 173 time: 1.7445052 Jun 28 23:57:43.108271 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26cd161-1484-4bd5-979d-b02676d3f6ab', 'name': 'network-vif-deleted', 'tag': 'c72f871e-ca8e-4c30-87e4-9b36e034ee0e'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:43.113048 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8acb48-2f68-4942-9671-304b3eae1676" -d '{"events": [{"server_uuid": "e26cd161-1484-4bd5-979d-b02676d3f6ab", "name": "network-vif-deleted", "tag": "c72f871e-ca8e-4c30-87e4-9b36e034ee0e"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:43.141598 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0d2d431e-0f02-4973-b121-6c844cb71e8c req-b135a097-f3f9-4342-92e4-ae647c86d304 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691694 Jun 28 23:57:43.193620 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c06bfc-b037-4333-9476-4ad53afa2064 x-openstack-request-id: req-d3c06bfc-b037-4333-9476-4ad53afa2064 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:43.193931 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26cd161-1484-4bd5-979d-b02676d3f6ab", "name": "network-vif-deleted", "tag": "c72f871e-ca8e-4c30-87e4-9b36e034ee0e", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:43.194367 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3c06bfc-b037-4333-9476-4ad53afa2064 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:43.194794 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26cd161-1484-4bd5-979d-b02676d3f6ab', 'name': 'network-vif-deleted', 'tag': 'c72f871e-ca8e-4c30-87e4-9b36e034ee0e', 'status': 'completed', 'code': 200} Jun 28 23:57:43.411560 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21467eb3-2eb2-4638-921c-9c39f9a12e81 req-805facb0-24ed-42d2-bb5a-af8b18598f45 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:43.413166 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-21467eb3-2eb2-4638-921c-9c39f9a12e81 req-805facb0-24ed-42d2-bb5a-af8b18598f45 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.0947287 Jun 28 23:57:43.467757 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-21467eb3-2eb2-4638-921c-9c39f9a12e81 req-ffd43c53-1e68-496b-8790-56469b9a0230 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433795 Jun 28 23:57:43.652223 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-67ef6e5e-887e-46f1-bfc4-56c6f598e111 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:43.654061 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-67ef6e5e-887e-46f1-bfc4-56c6f598e111 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 815 time: 0.1542280 Jun 28 23:57:43.710521 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Request body: {'port': {'device_id': 'cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d', 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd', 'admin_state_up': True, 'tenant_id': 'dbcec3fb47d34560ba5cc93df96d3145'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:43.819334 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-34d2afa2-16dd-47f5-9a33-fc3d58187042 req-6b9ee51a-48f6-42f9-abe8-2731c2a5a098 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 210 time: 0.1011562 Jun 28 23:57:43.967383 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-01f6b905-0807-4b68-a940-15f7ab74fd79 req-fbf7e529-d769-4fb3-9a80-016be3c402aa tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] 10.222.0.30 "GET /v2.0/ports?device_id=e26cd161-1484-4bd5-979d-b02676d3f6ab HTTP/1.1" status: 200 len: 210 time: 0.2331641 Jun 28 23:57:44.111541 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Made reservation on behalf of dbcec3fb47d34560ba5cc93df96d3145 for: {'port': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:44.119458 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:44.243115 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9da52da4-68a0-4b16-ab49-fb38c1339a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:44.344547 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Allocated IP 172.20.0.13 (626c952e-fd34-4355-acc3-421a7b813fbd/eda307fd-5f67-4a1d-93da-46c5f8dc4245/4f695056-a762-45bd-8c52-60c08aa7fed7) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:44.611701 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9a4c9-3b79-40e4-aeb9-4ed379a7f2ec req-06093ba7-af12-41c5-b1d7-5f0d8084eff2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:44.618886 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f9f9a4c9-3b79-40e4-aeb9-4ed379a7f2ec req-06093ba7-af12-41c5-b1d7-5f0d8084eff2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.1962161 Jun 28 23:57:44.761853 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:44.774450 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f9f9a4c9-3b79-40e4-aeb9-4ed379a7f2ec req-d6ac29a9-742a-460e-a5c0-d7fe0bec6a37 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542253 Jun 28 23:57:44.850861 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eeaf3-5d6a-4e40-b055-f8a3df2c0ad4 req-0047776b-d9ae-4b7a-a79a-8098970358f2 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:44.850861 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3f3eeaf3-5d6a-4e40-b055-f8a3df2c0ad4 req-0047776b-d9ae-4b7a-a79a-8098970358f2 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.2241411 Jun 28 23:57:44.914227 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:44.940437 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:44.961960 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:44.974697 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3f3eeaf3-5d6a-4e40-b055-f8a3df2c0ad4 req-683f77e2-5195-4b8d-b833-20c6bc1499af tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103675 Jun 28 23:57:45.006444 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Network 626c952e-fd34-4355-acc3-421a7b813fbd is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:45.043644 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:45.048751 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Pushing event updated for resources: {'Port': ['ID=4f695056-a762-45bd-8c52-60c08aa7fed7,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:45.052310 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:45.054745 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:45.063490 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:45.064225 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:45.075614 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device c72f871e-ca8e-4c30-87e4-9b36e034ee0e no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:57:45.090224 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3860879 Jun 28 23:57:45.116401 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: c72f871e-ca8e-4c30-87e4-9b36e034ee0e {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:57:45.117072 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device c72f871e-ca8e-4c30-87e4-9b36e034ee0e not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:57:45.120454 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Request body: {'port': {'device_id': 'cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:45.169529 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6abe58-09c1-4bc3-84d1-7a362a6e6a89 req-4ba34ee5-b1ac-4d36-9640-47d079b61fef tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:45.171476 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0e6abe58-09c1-4bc3-84d1-7a362a6e6a89 req-4ba34ee5-b1ac-4d36-9640-47d079b61fef tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.1711974 Jun 28 23:57:45.184438 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33500) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:45.190866 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-a441c4db-4393-4d58-99de-66eb5948897e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Request body: {'floatingip': {'port_id': '1163a36c-2e08-435a-8962-15ec7f44ec15'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:45.319034 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a441c4db-4393-4d58-99de-66eb5948897e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:45.399570 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:45.515594 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6d028-e80b-4da4-b9b0-5230e1cae1a0 req-87c77420-50a7-4fea-899d-29f65d138215 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:45.525989 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2de6d028-e80b-4da4-b9b0-5230e1cae1a0 req-87c77420-50a7-4fea-899d-29f65d138215 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 932 time: 0.3525414 Jun 28 23:57:45.679006 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2de6d028-e80b-4da4-b9b0-5230e1cae1a0 req-095aa390-d1ce-4443-bdd7-b358eeccda3a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523886 Jun 28 23:57:45.981151 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f695056-a762-45bd-8c52-60c08aa7fed7 {{(pid=92977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:45.991884 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:46.023130 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Transition to ACTIVE for port object 4f695056-a762-45bd-8c52-60c08aa7fed7 will not be triggered until provisioned by entity L2. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:46.034076 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:46.044154 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-2bde7fae-0b43-4b4f-9781-df680490da2b tempest-DeleteServersTestJSON-1717254709 tempest-DeleteServersTestJSON-1717254709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:46.159681 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Pushing event updated for resources: {'Port': ['ID=4f695056-a762-45bd-8c52-60c08aa7fed7,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:46.180102 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:46.276956 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Attempting to bind port 4f695056-a762-45bd-8c52-60c08aa7fed7 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:46.277420 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Attempting to bind port 4f695056-a762-45bd-8c52-60c08aa7fed7 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:46.277834 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Attempting to bind port 4f695056-a762-45bd-8c52-60c08aa7fed7 on network 626c952e-fd34-4355-acc3-421a7b813fbd {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:46.286515 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Port 4f695056-a762-45bd-8c52-60c08aa7fed7 on network 626c952e-fd34-4355-acc3-421a7b813fbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:57:46.286515 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Attempting to bind port 4f695056-a762-45bd-8c52-60c08aa7fed7 on network 626c952e-fd34-4355-acc3-421a7b813fbd {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:46.294887 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:46.295220 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Checking segment: {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:46.299364 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Bound using segment: {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:46.299364 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Bound port: 4f695056-a762-45bd-8c52-60c08aa7fed7, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'}}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:46.299364 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:46.482189 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a441c4db-4393-4d58-99de-66eb5948897e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:46.490274 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a441c4db-4393-4d58-99de-66eb5948897e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:46.629166 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077e1bd-e9ed-4ad5-b6fc-5e52121d9d19 req-a68cd303-89ee-4d5e-8b99-7ac6451e8270 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:46.631498 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3077e1bd-e9ed-4ad5-b6fc-5e52121d9d19 req-a68cd303-89ee-4d5e-8b99-7ac6451e8270 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.3996785 Jun 28 23:57:46.711159 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3077e1bd-e9ed-4ad5-b6fc-5e52121d9d19 req-19dd6c19-b37e-414a-9fa6-3130cd9c4bd5 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678322 Jun 28 23:57:46.714096 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] For port 4f695056-a762-45bd-8c52-60c08aa7fed7, host hv-cinder-76330, cleared binding levels {{(pid=92977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:46.730857 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] For port 4f695056-a762-45bd-8c52-60c08aa7fed7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=4f695056-a762-45bd-8c52-60c08aa7fed7,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:46.731192 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.l3_db [None req-a441c4db-4393-4d58-99de-66eb5948897e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Floating IP f78f6545-b31c-42ef-bdf7-fe129067dd5e associated. External IP: 172.28.0.76, port: 1163a36c-2e08-435a-8962-15ec7f44ec15. Jun 28 23:57:46.743667 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:46.753430 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:46.839772 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Pushing event updated for resources: {'Port': ['ID=4f695056-a762-45bd-8c52-60c08aa7fed7,revision_number=3']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:46.846799 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:46.850419 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:46.851312 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:46.852965 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] 10.222.0.52 "PUT /v2.0/ports/4f695056-a762-45bd-8c52-60c08aa7fed7 HTTP/1.1" status: 200 len: 1094 time: 1.7489526 Jun 28 23:57:46.853781 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d', 'tag': '4f695056-a762-45bd-8c52-60c08aa7fed7'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:46.856743 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441ee8aa-a2db-4b34-afc7-f5d1bf7c0d17" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d", "tag": "4f695056-a762-45bd-8c52-60c08aa7fed7"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:46.904523 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a41e49-7b4b-4e2e-8090-3452d0cdb220 x-openstack-request-id: req-42a41e49-7b4b-4e2e-8090-3452d0cdb220 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:46.905437 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d", "tag": "4f695056-a762-45bd-8c52-60c08aa7fed7", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:46.906097 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42a41e49-7b4b-4e2e-8090-3452d0cdb220 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:46.906728 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d', 'tag': '4f695056-a762-45bd-8c52-60c08aa7fed7', 'status': 'completed', 'code': 200} Jun 28 23:57:47.014257 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33568) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:47.078922 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-8451c4e0-dd7b-44e8-8ed6-e0820de7602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:47.081283 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-8451c4e0-dd7b-44e8-8ed6-e0820de7602d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 1097 time: 0.1089563 Jun 28 23:57:47.089594 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd500d5-f172-45cd-b4a7-c2fcdb991df5 req-1f4333c6-654e-4e98-a40b-fcd640df5b0e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:47.091874 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3fd500d5-f172-45cd-b4a7-c2fcdb991df5 req-1f4333c6-654e-4e98-a40b-fcd640df5b0e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 944 time: 0.1661103 Jun 28 23:57:47.163533 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-8ccab7fe-ee14-4351-bee0-b9909eda0ae4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f695056-a762-45bd-8c52-60c08aa7fed7 HTTP/1.1" status: 200 len: 217 time: 0.0657070 Jun 28 23:57:47.203590 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ca71b1ff-633d-46ce-a129-36175830117d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:47.240728 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3fd500d5-f172-45cd-b4a7-c2fcdb991df5 req-7f0942ca-cef3-4a15-a5d2-c885bb6e9a01 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354458 Jun 28 23:57:47.243855 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0578b31c-13f6-4f5b-97cc-8c995238bfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:47.301424 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-31b26630-0d8b-41d2-9aef-9d7d0d15f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:47.302919 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-31b26630-0d8b-41d2-9aef-9d7d0d15f438 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eda307fd-5f67-4a1d-93da-46c5f8dc4245 HTTP/1.1" status: 200 len: 855 time: 0.1327522 Jun 28 23:57:47.328856 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a441c4db-4393-4d58-99de-66eb5948897e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:57:47.355025 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-2f006df6-28f4-4f49-82aa-536e7cb1b4fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=626c952e-fd34-4355-acc3-421a7b813fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364599 Jun 28 23:57:47.493607 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ca71b1ff-633d-46ce-a129-36175830117d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:47.508855 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ca71b1ff-633d-46ce-a129-36175830117d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:47.514144 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-94e61fd5-b454-468c-83e2-7cc01073ae57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:47.517704 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a441c4db-4393-4d58-99de-66eb5948897e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:57:47.524912 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a441c4db-4393-4d58-99de-66eb5948897e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:47.534589 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784af74-30dd-4d67-bc32-fd26a277a6bf None None] Sync routers for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:57:47.545330 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71b1ff-633d-46ce-a129-36175830117d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0deb460-9c94-43dd-a288-bf8f2630d73b,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:47.550768 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784af74-30dd-4d67-bc32-fd26a277a6bf None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:47.551508 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-d784af74-30dd-4d67-bc32-fd26a277a6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:57:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:47.553187 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-902a8688-224b-424e-bc8c-03a0ab62a890 service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862102 Jun 28 23:57:47.558834 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ca71b1ff-633d-46ce-a129-36175830117d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:47.577893 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-a441c4db-4393-4d58-99de-66eb5948897e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "PUT /v2.0/floatingips/f78f6545-b31c-42ef-bdf7-fe129067dd5e HTTP/1.1" status: 200 len: 991 time: 2.3910632 Jun 28 23:57:47.579114 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:47.582910 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d6f111-406a-40db-9823-6fac1029a8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:47.605246 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-ca71b1ff-633d-46ce-a129-36175830117d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9bc9eb4fc394ee79dd3075f82aff97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5841212 Jun 28 23:57:47.605868 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33600) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:47.700857 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2193a6bf-2de8-4bf6-864e-739f43d9c158 x-openstack-request-id: req-2193a6bf-2de8-4bf6-864e-739f43d9c158 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:47.701297 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:47.701585 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2193a6bf-2de8-4bf6-864e-739f43d9c158 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:47.702050 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'status': 'completed', 'code': 200} Jun 28 23:57:47.729911 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:47.753485 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-d784af74-30dd-4d67-bc32-fd26a277a6bf None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:47.802145 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-664a9e12-2f31-4b44-881a-3dedcc3143d5 req-68b636ac-b896-4c7e-9988-79cd78c87324 service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984353 Jun 28 23:57:47.820684 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:47.869213 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33612) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:47.896795 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33616) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:47.945054 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6f111-406a-40db-9823-6fac1029a8a3 req-90249d86-d0e4-4032-a77c-1d4cabd59522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:47.947111 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c4d6f111-406a-40db-9823-6fac1029a8a3 req-90249d86-d0e4-4032-a77c-1d4cabd59522 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 1099 time: 0.1974509 Jun 28 23:57:47.981718 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fb0d08-898f-4087-b6bf-a0d801397bbb admin admin] Deleting subnet 7447f968-bf18-4364-afba-20d7011d7ea2 {{(pid=92977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:57:47.997238 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b7fb0d08-898f-4087-b6bf-a0d801397bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.019336 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.024181 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.033380 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0deb460-9c94-43dd-a288-bf8f2630d73b HTTP/1.1" status: 204 len: 168 time: 0.4203353 Jun 28 23:57:48.033380 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:48.045144 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0deb460-9c94-43dd-a288-bf8f2630d73b,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:48.075769 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b7fb0d08-898f-4087-b6bf-a0d801397bbb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.092743 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:48.093865 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:48.094899 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:48.095091 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b7fb0d08-898f-4087-b6bf-a0d801397bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.095601 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:48.096159 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:48.096677 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:48.097937 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:48.098575 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:48.099084 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:48.100033 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:48.100730 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:48.101237 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:48.108207 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:48.187238 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6f111-406a-40db-9823-6fac1029a8a3 req-6613b49b-36a6-43a6-8246-4eab9f4b0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:48.191487 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c4d6f111-406a-40db-9823-6fac1029a8a3 req-6613b49b-36a6-43a6-8246-4eab9f4b0121 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 918 time: 0.2333791 Jun 28 23:57:48.257609 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b7fb0d08-898f-4087-b6bf-a0d801397bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.305421 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:48.331770 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-22cf9e40-8c49-4475-844d-37e5f8123687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.339101 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b7fb0d08-898f-4087-b6bf-a0d801397bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.343491 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-b7fb0d08-898f-4087-b6bf-a0d801397bbb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7447f968-bf18-4364-afba-20d7011d7ea2 HTTP/1.1" status: 204 len: 168 time: 0.4429810 Jun 28 23:57:48.348083 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb0d08-898f-4087-b6bf-a0d801397bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7447f968-bf18-4364-afba-20d7011d7ea2,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:48.350699 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b7fb0d08-898f-4087-b6bf-a0d801397bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:48.356200 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33628) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:48.385253 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-d784af74-30dd-4d67-bc32-fd26a277a6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': 'f78f6545-b31c-42ef-bdf7-fe129067dd5e', 'tenant_id': '1a8643c56460455aadac628062e64841', 'floating_ip_address': '172.28.0.76', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'port_id': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'mac_address': 'fa:16:3e:2b:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:57:16Z', 'updated_at': '2021-06-28T23:57:46Z', 'revision_number': 1, 'project_id': '1a8643c56460455aadac628062e64841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:11Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:48.440618 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ee8aa-a2db-4b34-afc7-f5d1bf7c0d17 req-b454fc63-77dd-4f6b-b2d8-2a79011f1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:48.442356 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-441ee8aa-a2db-4b34-afc7-f5d1bf7c0d17 req-b454fc63-77dd-4f6b-b2d8-2a79011f1e53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 1097 time: 0.4555702 Jun 28 23:57:48.455927 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784af74-30dd-4d67-bc32-fd26a277a6bf None None] Checking router: 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:57:48.482351 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784af74-30dd-4d67-bc32-fd26a277a6bf None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:48.484448 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-d784af74-30dd-4d67-bc32-fd26a277a6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:57:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:48.499865 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5c1d-4f33-4cf6-bb67-b8f8f65c08fd req-7866e1ef-e49b-4dac-81c3-5fbf7ad725af tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:48.508297 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-396e5c1d-4f33-4cf6-bb67-b8f8f65c08fd req-7866e1ef-e49b-4dac-81c3-5fbf7ad725af tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.5232396 Jun 28 23:57:48.523666 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.527261 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c4d6f111-406a-40db-9823-6fac1029a8a3 req-402ecc9e-699b-4149-801d-c1614a0d0882 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1163a36c-2e08-435a-8962-15ec7f44ec15 HTTP/1.1" status: 200 len: 999 time: 0.3149462 Jun 28 23:57:48.536861 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.653307 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6f111-406a-40db-9823-6fac1029a8a3 req-ed37d93a-e744-4c7e-b09e-95eaa1d98666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:48.655415 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c4d6f111-406a-40db-9823-6fac1029a8a3 req-ed37d93a-e744-4c7e-b09e-95eaa1d98666 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dddc2fb-56a3-4c59-9771-8ebaed930a0d HTTP/1.1" status: 200 len: 856 time: 0.1196287 Jun 28 23:57:48.698238 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-d784af74-30dd-4d67-bc32-fd26a277a6bf None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:48.738292 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.757346 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a8f67f-9571-4861-8cfd-3bd74bc79543']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:48.775614 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d61c46-0619-41bd-8116-bba70b4e58b3') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:48.776688 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d61c46-0619-41bd-8116-bba70b4e58b3') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:48.811455 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127310089'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.828607 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33636) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:48.856798 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-396e5c1d-4f33-4cf6-bb67-b8f8f65c08fd req-48f113de-b9de-4831-9d31-363d0bd02523 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469157 Jun 28 23:57:48.876883 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce2a0-6ff6-4655-8f7b-dd3008eeef69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.917981 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.928768 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ee8aa-a2db-4b34-afc7-f5d1bf7c0d17 req-7173a3a8-785f-4380-9693-fd94f53bcfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:48.930378 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-441ee8aa-a2db-4b34-afc7-f5d1bf7c0d17 req-7173a3a8-785f-4380-9693-fd94f53bcfac service neutron] 10.222.0.52 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 916 time: 0.4719167 Jun 28 23:57:48.963775 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:57:48.964652 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126423117'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: Traceback (most recent call last): Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: timer() Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: cb(*args, **kw) Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: return func(*args, **kwargs) Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: self._notify() Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: self.callback(batched_events) Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: event.method(event) Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: return f(self, *a, **k) Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: return self._get(url).json() Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:57:48.967895 dv-cinder-763306-13-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:57:48.979086 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-d784af74-30dd-4d67-bc32-fd26a277a6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': 'f78f6545-b31c-42ef-bdf7-fe129067dd5e', 'tenant_id': '1a8643c56460455aadac628062e64841', 'floating_ip_address': '172.28.0.76', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'port_id': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'mac_address': 'fa:16:3e:2b:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:57:16Z', 'updated_at': '2021-06-28T23:57:46Z', 'revision_number': 1, 'project_id': '1a8643c56460455aadac628062e64841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:11Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:48.986329 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-22cf9e40-8c49-4475-844d-37e5f8123687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:48.997459 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6f111-406a-40db-9823-6fac1029a8a3 req-8f2cc868-33be-410d-830c-d87b6243577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:49.004004 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c4d6f111-406a-40db-9823-6fac1029a8a3 req-8f2cc868-33be-410d-830c-d87b6243577b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3415971 Jun 28 23:57:49.013167 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784af74-30dd-4d67-bc32-fd26a277a6bf None None] The sync data for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb is: [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': 'f78f6545-b31c-42ef-bdf7-fe129067dd5e', 'tenant_id': '1a8643c56460455aadac628062e64841', 'floating_ip_address': '172.28.0.76', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'port_id': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'mac_address': 'fa:16:3e:2b:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:57:16Z', 'updated_at': '2021-06-28T23:57:46Z', 'revision_number': 1, 'project_id': '1a8643c56460455aadac628062e64841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:11Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:57:49.050944 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-441ee8aa-a2db-4b34-afc7-f5d1bf7c0d17 req-bffa1c1f-7a40-45ad-b122-2c522250a2d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f695056-a762-45bd-8c52-60c08aa7fed7 HTTP/1.1" status: 200 len: 217 time: 0.0566540 Jun 28 23:57:49.053722 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-22cf9e40-8c49-4475-844d-37e5f8123687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.151074 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:49.191973 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ee8aa-a2db-4b34-afc7-f5d1bf7c0d17 req-7d32d113-a00c-4123-92df-2505f2b12711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:49.196395 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-441ee8aa-a2db-4b34-afc7-f5d1bf7c0d17 req-7d32d113-a00c-4123-92df-2505f2b12711 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eda307fd-5f67-4a1d-93da-46c5f8dc4245 HTTP/1.1" status: 200 len: 855 time: 0.1349792 Jun 28 23:57:49.227275 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf9e40-8c49-4475-844d-37e5f8123687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fb778a-2581-4fc1-9989-44e592377ade,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:49.246886 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-22cf9e40-8c49-4475-844d-37e5f8123687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:49.255664 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78dc06-b5bc-419e-9388-bd7686d594cd req-bcf0228d-0a38-4544-b66b-925b23e8ee0f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:49.257728 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-df78dc06-b5bc-419e-9388-bd7686d594cd req-bcf0228d-0a38-4544-b66b-925b23e8ee0f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 944 time: 0.7858257 Jun 28 23:57:49.272154 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-22cf9e40-8c49-4475-844d-37e5f8123687 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d95ee7fedc246e981b3bdcac74cdf1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4000683 Jun 28 23:57:49.280173 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33644) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:49.297902 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-441ee8aa-a2db-4b34-afc7-f5d1bf7c0d17 req-99285601-a73f-45e7-868e-0a65cf8e6091 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=626c952e-fd34-4355-acc3-421a7b813fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388143 Jun 28 23:57:49.310482 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.326846 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.332119 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] 10.222.0.30 "DELETE /v2.0/networks/01a8f67f-9571-4861-8cfd-3bd74bc79543 HTTP/1.1" status: 204 len: 168 time: 0.9714947 Jun 28 23:57:49.380407 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-880383b1-7b9b-4811-8da3-eaaa868eeed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:49.389591 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76146ac-4958-4aee-a02b-d364566b6e2d None None] New status for floating IP f78f6545-b31c-42ef-bdf7-fe129067dd5e: ACTIVE {{(pid=92979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:57:49.424923 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] Pushing event deleted for resources: {'Network': ['ID=01a8f67f-9571-4861-8cfd-3bd74bc79543,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:49.441929 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-df78dc06-b5bc-419e-9388-bd7686d594cd req-23e04d27-0a3e-4c6c-bae1-516006a76107 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644640 Jun 28 23:57:49.447981 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:49.504736 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-441ee8aa-a2db-4b34-afc7-f5d1bf7c0d17 req-4af8653e-c8fe-48d1-890f-f6e52cbb34b9 service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918130 Jun 28 23:57:49.508773 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce2a0-6ff6-4655-8f7b-dd3008eeef69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.523137 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce2a0-6ff6-4655-8f7b-dd3008eeef69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.538947 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b5878680-8049-4548-b872-8f118f58b768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:49.591066 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-0d1ce2a0-6ff6-4655-8f7b-dd3008eeef69 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4deacea66e644701b95b9c3377bdf019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7404706 Jun 28 23:57:49.591352 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.592370 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-626224fe-57fb-4a8d-89ef-e62aaf45321e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.596375 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c4d6f111-406a-40db-9823-6fac1029a8a3 req-c3c26178-8071-4aed-bd0d-aa97f9480db6 service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617730 Jun 28 23:57:49.596853 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33654) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:49.639344 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33656) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:49.654375 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ce2a0-6ff6-4655-8f7b-dd3008eeef69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df9c921-cc47-488a-bef9-d3716de9c552,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:49.658585 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0d1ce2a0-6ff6-4655-8f7b-dd3008eeef69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:49.709016 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-626224fe-57fb-4a8d-89ef-e62aaf45321e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.741774 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-441ee8aa-a2db-4b34-afc7-f5d1bf7c0d17 req-f56a94d1-3439-449d-b777-f17c249cd6f2 service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209826 Jun 28 23:57:49.745795 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-913bdea6-b070-40a5-b904-c1207317a4a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58bb155feeb142f0989547dd23c72f70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1048429 Jun 28 23:57:49.748601 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33662) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:49.798778 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9c87311c-6c5f-4781-9275-eacf83257793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.834966 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-85165b3a-be55-48ba-9ac5-dae5d8148ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.872864 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9c87311c-6c5f-4781-9275-eacf83257793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.873196 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-85165b3a-be55-48ba-9ac5-dae5d8148ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.950097 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c4d6f111-406a-40db-9823-6fac1029a8a3 req-763c94ee-6310-47d7-8c5b-2432c6a3edea service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140528 Jun 28 23:57:49.961743 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-626224fe-57fb-4a8d-89ef-e62aaf45321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.964356 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-85165b3a-be55-48ba-9ac5-dae5d8148ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.967149 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-85165b3a-be55-48ba-9ac5-dae5d8148ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.971250 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-85165b3a-be55-48ba-9ac5-dae5d8148ef5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20b84ad6-ec5a-49ae-957f-a7e442ae5792 HTTP/1.1" status: 204 len: 168 time: 0.2180128 Jun 28 23:57:49.971454 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-626224fe-57fb-4a8d-89ef-e62aaf45321e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:49.971556 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:49.971635 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-626224fe-57fb-4a8d-89ef-e62aaf45321e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27fb778a-2581-4fc1-9989-44e592377ade HTTP/1.1" status: 204 len: 168 time: 0.6873162 Jun 28 23:57:49.981706 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85165b3a-be55-48ba-9ac5-dae5d8148ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b84ad6-ec5a-49ae-957f-a7e442ae5792,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:49.984026 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-85165b3a-be55-48ba-9ac5-dae5d8148ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:50.013438 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bc4f9539-4a75-4297-9bb1-c1239c80368f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:50.038991 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626224fe-57fb-4a8d-89ef-e62aaf45321e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fb778a-2581-4fc1-9989-44e592377ade,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:50.046444 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-626224fe-57fb-4a8d-89ef-e62aaf45321e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:50.092650 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9c87311c-6c5f-4781-9275-eacf83257793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:50.097773 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9c87311c-6c5f-4781-9275-eacf83257793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:50.100832 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-9c87311c-6c5f-4781-9275-eacf83257793 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8df9c921-cc47-488a-bef9-d3716de9c552 HTTP/1.1" status: 204 len: 168 time: 0.4979854 Jun 28 23:57:50.101907 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-61040edd-55be-460e-8696-17a83b114cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:50.115987 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87311c-6c5f-4781-9275-eacf83257793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df9c921-cc47-488a-bef9-d3716de9c552,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:50.119429 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9c87311c-6c5f-4781-9275-eacf83257793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:50.166774 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9f3a1-5d9c-4d3a-92ca-4f704c08ef51 req-ced16714-1182-43c1-9fa7-f55ee063ac11 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:50.169751 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5fe9f3a1-5d9c-4d3a-92ca-4f704c08ef51 req-ced16714-1182-43c1-9fa7-f55ee063ac11 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1187103 Jun 28 23:57:50.232965 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5fe9f3a1-5d9c-4d3a-92ca-4f704c08ef51 req-43483367-b8ce-4f55-a951-ebe837412bfd tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527036 Jun 28 23:57:50.497313 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:50.643252 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33692) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:50.654935 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4df98147-1364-4f78-a1ac-9b22fb584fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:50.689086 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f05c14-58a5-4baf-bad5-f3fe62190439 req-e62db625-7be7-419b-9e33-cd6d91b55c9d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:50.690294 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a1f05c14-58a5-4baf-bad5-f3fe62190439 req-e62db625-7be7-419b-9e33-cd6d91b55c9d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 944 time: 0.0865328 Jun 28 23:57:50.761432 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a1f05c14-58a5-4baf-bad5-f3fe62190439 req-cdb7feef-6cfa-4988-960f-48c0460e2824 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492651 Jun 28 23:57:50.783389 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4df98147-1364-4f78-a1ac-9b22fb584fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:50.796147 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4df98147-1364-4f78-a1ac-9b22fb584fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:50.802209 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:50.843723 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-4df98147-1364-4f78-a1ac-9b22fb584fc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9281006ee414e43bacdfb5c7e3c4e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067685 Jun 28 23:57:50.848108 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33700) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:50.855100 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df98147-1364-4f78-a1ac-9b22fb584fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72dcb07-1ab2-4783-913e-7edc84586f5d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:50.859060 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4df98147-1364-4f78-a1ac-9b22fb584fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:50.898460 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33702) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:50.913450 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e9931e64-2e49-424c-923e-e389fa1a9906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:50.927629 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9aa2-eb38-41b4-b5b1-42dc06a58920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:50.963109 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9aa2-eb38-41b4-b5b1-42dc06a58920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:51.050046 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9aa2-eb38-41b4-b5b1-42dc06a58920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:51.055152 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9aa2-eb38-41b4-b5b1-42dc06a58920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:51.057417 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-dbfc9aa2-eb38-41b4-b5b1-42dc06a58920 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d72dcb07-1ab2-4783-913e-7edc84586f5d HTTP/1.1" status: 204 len: 168 time: 0.2082255 Jun 28 23:57:51.058472 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b3ee7e2f-3d47-42cd-b6b7-2ea3c944548d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:51.069281 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc9aa2-eb38-41b4-b5b1-42dc06a58920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72dcb07-1ab2-4783-913e-7edc84586f5d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:51.073543 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e9931e64-2e49-424c-923e-e389fa1a9906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:51.080743 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-dbfc9aa2-eb38-41b4-b5b1-42dc06a58920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:51.084675 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e9931e64-2e49-424c-923e-e389fa1a9906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:51.088994 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1f8e4386-4cd7-4613-8d50-e11e716cdb7b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:51.114432 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 4f695056-a762-45bd-8c52-60c08aa7fed7 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:57:51.137896 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-e9931e64-2e49-424c-923e-e389fa1a9906 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3796a69188784ed685ea3bbe65f08bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380855 Jun 28 23:57:51.140014 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9931e64-2e49-424c-923e-e389fa1a9906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14546b52-166b-41cf-ba83-c74d86a5a79e,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:51.141481 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33712) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:51.151987 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-e9931e64-2e49-424c-923e-e389fa1a9906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:51.244013 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3a24b5e4-3ea0-466e-95fa-f7f6c915300b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:51.306629 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3a24b5e4-3ea0-466e-95fa-f7f6c915300b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:51.477090 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 4f695056-a762-45bd-8c52-60c08aa7fed7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=4f695056-a762-45bd-8c52-60c08aa7fed7,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:51.532757 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '4f695056-a762-45bd-8c52-60c08aa7fed7', 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd', 'port_id': '4f695056-a762-45bd-8c52-60c08aa7fed7', 'mac_address': 'fa:16:3e:d5:27:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda307fd-5f67-4a1d-93da-46c5f8dc4245', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:57:51.558629 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3a24b5e4-3ea0-466e-95fa-f7f6c915300b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:51.564873 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3a24b5e4-3ea0-466e-95fa-f7f6c915300b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:51.575867 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-3a24b5e4-3ea0-466e-95fa-f7f6c915300b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14546b52-166b-41cf-ba83-c74d86a5a79e HTTP/1.1" status: 204 len: 168 time: 0.4314947 Jun 28 23:57:51.585628 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:51.607303 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24b5e4-3ea0-466e-95fa-f7f6c915300b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14546b52-166b-41cf-ba83-c74d86a5a79e,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:51.631706 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3a24b5e4-3ea0-466e-95fa-f7f6c915300b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:51.640640 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8993a4fe-3f95-4e1a-aaf4-bc757d87ca0e req-f7980b14-9805-48e8-9781-291f7533b5ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2526429 Jun 28 23:57:51.655964 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:51.658188 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dbacb-3cf4-46b1-8421-276cc4186296 req-2742bb97-79f2-4e69-8947-59d0cb8364b4 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:51.660042 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e14dbacb-3cf4-46b1-8421-276cc4186296 req-2742bb97-79f2-4e69-8947-59d0cb8364b4 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1998086 Jun 28 23:57:51.678244 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f695056-a762-45bd-8c52-60c08aa7fed7 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:57:51.758127 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e14dbacb-3cf4-46b1-8421-276cc4186296 req-6ee4ffbb-c171-4d50-9a32-fb367a75b3df tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721102 Jun 28 23:57:51.767926 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 4f695056-a762-45bd-8c52-60c08aa7fed7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=4f695056-a762-45bd-8c52-60c08aa7fed7,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:51.801162 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:51.801162 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:51.963045 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993a4fe-3f95-4e1a-aaf4-bc757d87ca0e req-a81100f5-ee3c-4200-94d8-2497e1a645b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:51.964587 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8993a4fe-3f95-4e1a-aaf4-bc757d87ca0e req-a81100f5-ee3c-4200-94d8-2497e1a645b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 1098 time: 0.2124286 Jun 28 23:57:51.967921 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=4f695056-a762-45bd-8c52-60c08aa7fed7,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:51.976100 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:51.976724 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:51.977218 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:51.977714 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:51.990216 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:51.991147 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:51.991147 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:51.991147 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:51.991611 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:51.993951 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:51.994323 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:51.994665 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:51.999415 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:52.050065 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33760) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:52.186752 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993a4fe-3f95-4e1a-aaf4-bc757d87ca0e req-1a88b835-64cf-4331-8fd2-87e2321b8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:52.188440 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8993a4fe-3f95-4e1a-aaf4-bc757d87ca0e req-1a88b835-64cf-4331-8fd2-87e2321b8bac service neutron] 10.222.0.52 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 916 time: 0.1759043 Jun 28 23:57:52.222220 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['4f695056-a762-45bd-8c52-60c08aa7fed7'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:57:52.284512 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8993a4fe-3f95-4e1a-aaf4-bc757d87ca0e req-58b9f850-476d-4d79-95a7-11dcbabef999 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 HTTP/1.1" status: 200 len: 217 time: 0.0806701 Jun 28 23:57:52.318411 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:52.319071 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48290643-3cd7-4b59-a5a9-c825eaefb800 req-f1a9609e-e070-45da-83e8-24b646f05d2c tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:52.327343 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-48290643-3cd7-4b59-a5a9-c825eaefb800 req-f1a9609e-e070-45da-83e8-24b646f05d2c tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 945 time: 0.1345947 Jun 28 23:57:52.355630 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2121635293-network', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:52.410603 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993a4fe-3f95-4e1a-aaf4-bc757d87ca0e req-b488f71f-66ac-4e41-9451-c5092545e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:52.418056 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8993a4fe-3f95-4e1a-aaf4-bc757d87ca0e req-b488f71f-66ac-4e41-9451-c5092545e705 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eda307fd-5f67-4a1d-93da-46c5f8dc4245 HTTP/1.1" status: 200 len: 855 time: 0.1159470 Jun 28 23:57:52.420521 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-48290643-3cd7-4b59-a5a9-c825eaefb800 req-ee631da4-9def-4ed8-a4cf-85a8c3ca6a54 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909848 Jun 28 23:57:52.430160 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Made reservation on behalf of d8fbe869bbe54a308294942cb74c918d for: {'network': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:52.432968 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:52.442905 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:52.488098 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8993a4fe-3f95-4e1a-aaf4-bc757d87ca0e req-d40787b6-0515-40d9-8bf9-aae4e8ee0678 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=626c952e-fd34-4355-acc3-421a7b813fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558121 Jun 28 23:57:52.613676 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:52.623222 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:52.628221 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ca71b1ff-633d-46ce-a129-36175830117d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:52.655013 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=92977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:57:52.667445 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc91a9-76b1-40d1-8f05-d695bb8ac5bc,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:52.672727 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:52.675459 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:52.676113 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.segments_db [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Added segment 987e4c2c-6ae8-457e-a59e-1bbef8cdf08d of type vlan for network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 Jun 28 23:57:52.679001 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8993a4fe-3f95-4e1a-aaf4-bc757d87ca0e req-a9ac71d9-2b77-44ce-907a-c8e0fb412095 service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830428 Jun 28 23:57:52.733819 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:52.790453 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:52.793869 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:52.795200 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:52.803467 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-34b81625-790a-41ad-92df-65e42847eee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:52.808791 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8993a4fe-3f95-4e1a-aaf4-bc757d87ca0e req-7c53f091-7b94-4cba-a4d9-a969cc4389e4 service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219866 Jun 28 23:57:52.843506 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7922444 Jun 28 23:57:52.847478 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33794) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:52.854211 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Request body: {'subnet': {'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2121635293-subnet', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:52.888041 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Made reservation on behalf of d8fbe869bbe54a308294942cb74c918d for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:57:52.891318 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126152370'] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:52.905307 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Pushing event updated for resources: {'Network': ['ID=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:52.912655 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:52.923826 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:57:53.113524 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf4f21-5c2c-4661-a7c7-e5d6b1ad70d9 req-c4c9e300-6cae-43e4-8d95-3618cdc31482 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:53.121898 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8baf4f21-5c2c-4661-a7c7-e5d6b1ad70d9 req-c4c9e300-6cae-43e4-8d95-3618cdc31482 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1387179 Jun 28 23:57:53.160150 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8baf4f21-5c2c-4661-a7c7-e5d6b1ad70d9 req-519b2d5c-5aa0-42a4-bd4b-e502810c815c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372212 Jun 28 23:57:53.164635 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126423575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126152356'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.169161 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c9df5349-a4da-47e1-98ec-9d6cff611d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:53.260298 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb36a3c-a914-48b2-a528-9f9f7bc5d417,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:53.271066 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:53.288331 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Checking segment: {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:53.289031 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Network hostable DHCP agents. Network: 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:57:53.325594 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:57:53.347452 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:53.357562 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:53.358878 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.359004 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3514f86-306e-4d60-b810-8f2e688502e2 None None] Network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:57:53.386730 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5374825 Jun 28 23:57:53.389373 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33828) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:53.403721 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:57:53.484515 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38188'] for router, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.486399 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38183'] for router, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.593922 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.721086 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c9ed9a7-7217-5bae-bc20-cbb2195db9aa-94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417'}]}} from dv-cinder-763306-13-smb. {{(pid=92979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 23:57:53.722586 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:53.760598 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25f151-7548-4a22-bb72-1e4c4587dd67 req-992c3c1f-aab9-42dd-99c1-936b686deee2 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:53.770791 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8a25f151-7548-4a22-bb72-1e4c4587dd67 req-992c3c1f-aab9-42dd-99c1-936b686deee2 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 945 time: 0.1182830 Jun 28 23:57:53.850085 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8a25f151-7548-4a22-bb72-1e4c4587dd67 req-81da9286-9fe2-4602-a616-3bf795b41130 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769193 Jun 28 23:57:53.975566 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Allocated IP 172.20.0.2 (94c4ac10-c8e9-4a3f-a7ea-15e45e093e67/8fb36a3c-a914-48b2-a528-9f9f7bc5d417/1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:54.147862 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38153'] for router, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.193337 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.209781 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Transition to ACTIVE for port object 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:54.267260 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Transition to ACTIVE for port object 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:54.283056 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.303227 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:54.327349 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:54.337045 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:54.384959 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:54.487960 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffc298-1264-46bc-88bc-a539fc79cf6d req-16654747-a84c-4e60-8f7b-bd6d252199af tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:54.495344 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-06ffc298-1264-46bc-88bc-a539fc79cf6d req-16654747-a84c-4e60-8f7b-bd6d252199af tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1625679 Jun 28 23:57:54.514808 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33872) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:54.534812 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.545673 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Pushing event updated for resources: {'Port': ['ID=1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:54.558895 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:54.559227 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.561555 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Attempting to bind port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:54.562199 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Attempting to bind port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:54.562831 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Attempting to bind port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb on network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:54.587679 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:54.588146 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Checking segment: {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:54.591706 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.592919 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Bound using segment: {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:54.593654 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33876) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:54.594621 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Bound port: 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:54.595691 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.602049 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-06ffc298-1264-46bc-88bc-a539fc79cf6d req-4a721e0c-a9c4-47c4-8440-9ae85be0b08c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996468 Jun 28 23:57:54.727939 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Allocated IP 172.28.0.142 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/5da63ebb-59de-4121-9ff8-342077f9f55c) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:54.734156 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] For port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:54.741621 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] For port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:54.748856 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.752386 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:54.780960 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1d404f56-ab84-40e8-935d-47bd056530c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:54.826678 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Pushing event updated for resources: {'Port': ['ID=1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:54.840025 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:54.962577 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d5a0baef-40f1-4e25-9600-041ea519deba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.010447 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.025421 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1d404f56-ab84-40e8-935d-47bd056530c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.034303 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1d404f56-ab84-40e8-935d-47bd056530c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.070405 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f7e9b8f3-e0ec-44c1-8b87-ee5b16a5eca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:55.120630 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.126796 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 4f695056-a762-45bd-8c52-60c08aa7fed7 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:55.172413 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:55.244863 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port 4f695056-a762-45bd-8c52-60c08aa7fed7 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:55.253519 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 4f695056-a762-45bd-8c52-60c08aa7fed7 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:55.256762 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.290914 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d5a0baef-40f1-4e25-9600-041ea519deba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.294900 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d404f56-ab84-40e8-935d-47bd056530c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6847116-cb12-491a-a58d-5db23ef6881c,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:55.301027 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1d404f56-ab84-40e8-935d-47bd056530c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:55.360832 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d5a0baef-40f1-4e25-9600-041ea519deba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.374534 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5da63ebb-59de-4121-9ff8-342077f9f55c,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:55.384233 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:55.409632 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-55144009-37a0-41b0-af9d-6a583f04d89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:55.412572 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:55.415388 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:55.418803 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:55.436720 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.447137 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-d5a0baef-40f1-4e25-9600-041ea519deba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50ce2974e67c40388b9917429105807d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8415847 Jun 28 23:57:55.447359 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0baef-40f1-4e25-9600-041ea519deba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a73ccd5-d098-48f2-99a2-c69d5c99d266,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:55.449444 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33902) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:55.452156 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1d404f56-ab84-40e8-935d-47bd056530c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebeb8285eb044e2698f779138cf58891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9357982 Jun 28 23:57:55.453322 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d5a0baef-40f1-4e25-9600-041ea519deba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:55.458677 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33904) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:55.511579 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 4f695056-a762-45bd-8c52-60c08aa7fed7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=4f695056-a762-45bd-8c52-60c08aa7fed7,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:55.513383 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f695056-a762-45bd-8c52-60c08aa7fed7'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:57:55.517683 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6debb588-5ddb-4d55-8fa0-ff319f150c1f" -d '{"events": [{"server_uuid": "cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d", "name": "network-vif-plugged", "status": "completed", "tag": "4f695056-a762-45bd-8c52-60c08aa7fed7"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:57:55.522248 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.525091 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:55.608043 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b72fc984-6079-432e-a18e-23010c40ad1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.619317 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=4f695056-a762-45bd-8c52-60c08aa7fed7,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:55.647892 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:55.682003 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b72fc984-6079-432e-a18e-23010c40ad1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.714170 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a31026-a590-4857-b479-47a1f095e609 req-610b21d1-b7b0-4357-a3d3-826c8787d1ab tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:55.714170 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-79a31026-a590-4857-b479-47a1f095e609 req-610b21d1-b7b0-4357-a3d3-826c8787d1ab tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 945 time: 0.6115041 Jun 28 23:57:55.717470 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c8e14ba3-6fbe-4940-98a4-b3d4a3162875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.761606 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c8e14ba3-6fbe-4940-98a4-b3d4a3162875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.796504 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5fc317-dfe2-47e1-a2ec-195f1d39e1aa x-openstack-request-id: req-db5fc317-dfe2-47e1-a2ec-195f1d39e1aa {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:57:55.797076 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d", "name": "network-vif-plugged", "status": "completed", "tag": "4f695056-a762-45bd-8c52-60c08aa7fed7", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:57:55.797498 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db5fc317-dfe2-47e1-a2ec-195f1d39e1aa {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:57:55.798161 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f695056-a762-45bd-8c52-60c08aa7fed7', 'code': 200} Jun 28 23:57:55.873569 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-79a31026-a590-4857-b479-47a1f095e609 req-aefe5bb3-3aa5-42a8-9467-85d4ce6b661e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390395 Jun 28 23:57:55.875691 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.906603 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b72fc984-6079-432e-a18e-23010c40ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.910026 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b72fc984-6079-432e-a18e-23010c40ad1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:55.911573 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-b72fc984-6079-432e-a18e-23010c40ad1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6847116-cb12-491a-a58d-5db23ef6881c HTTP/1.1" status: 204 len: 168 time: 0.4505539 Jun 28 23:57:55.912885 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:55.941475 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fc984-6079-432e-a18e-23010c40ad1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6847116-cb12-491a-a58d-5db23ef6881c,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:55.953175 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b72fc984-6079-432e-a18e-23010c40ad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:56.051371 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c8e14ba3-6fbe-4940-98a4-b3d4a3162875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:56.054401 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c8e14ba3-6fbe-4940-98a4-b3d4a3162875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:56.055466 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-c8e14ba3-6fbe-4940-98a4-b3d4a3162875 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a73ccd5-d098-48f2-99a2-c69d5c99d266 HTTP/1.1" status: 204 len: 168 time: 0.6049774 Jun 28 23:57:56.074465 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-63afbdb5-06db-43b1-97a6-3e819cb5c4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:56.167418 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed9e26-64fb-4cad-b27d-ab801eb39ac9 req-af4bba6d-d349-40d1-a3eb-5cb12ecffe8b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:56.178924 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c2ed9e26-64fb-4cad-b27d-ab801eb39ac9 req-af4bba6d-d349-40d1-a3eb-5cb12ecffe8b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1752863 Jun 28 23:57:56.237905 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e14ba3-6fbe-4940-98a4-b3d4a3162875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a73ccd5-d098-48f2-99a2-c69d5c99d266,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:56.257203 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c8e14ba3-6fbe-4940-98a4-b3d4a3162875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:56.304396 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c2ed9e26-64fb-4cad-b27d-ab801eb39ac9 req-f08e2136-5cb1-48b8-82b7-ebc506cbc78d tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240466 Jun 28 23:57:56.338720 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:56.608939 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5fa9e-b6c6-4589-bb4e-d115264b5a1c None None] Network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:57:56.616369 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774127'] for router, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:56.704132 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:56.736420 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979fe5b-a7d2-4ab4-8bb9-23e97c54d46f req-2dde78c6-f437-43b5-9923-b97a80337c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:56.739095 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-6979fe5b-a7d2-4ab4-8bb9-23e97c54d46f req-2dde78c6-f437-43b5-9923-b97a80337c4d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 1099 time: 0.4373353 Jun 28 23:57:56.778359 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-9890ab57-d6b2-44c7-b729-165093298429 None None] Provisioning for port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:56.793822 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-9890ab57-d6b2-44c7-b729-165093298429 None None] Provisioning complete for port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:56.794465 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9890ab57-d6b2-44c7-b729-165093298429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:56.834886 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-6979fe5b-a7d2-4ab4-8bb9-23e97c54d46f req-01d00bad-1baa-4f05-a583-8448e4b4694c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855637 Jun 28 23:57:56.898292 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Router 0e9c02fb-189d-49a0-a430-6158b7042915 is scheduled to L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 with binding_index 1 {{(pid=92978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 23:57:57.071496 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9890ab57-d6b2-44c7-b729-165093298429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:57.183727 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-9890ab57-d6b2-44c7-b729-165093298429 None None] For port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:57:57.195746 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9890ab57-d6b2-44c7-b729-165093298429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:57.199918 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:57.260897 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:57:57.270435 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33946) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:57.274337 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Sync routers for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:57:57.296436 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-dacf2015-8eaa-4c03-8edd-8e105ef1b755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:57.297164 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:57.301260 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9105980 Jun 28 23:57:57.308095 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 33948) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:57.309419 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:57.310222 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:57:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:57.361525 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890ab57-d6b2-44c7-b729-165093298429 None None] Pushing event updated for resources: {'Port': ['ID=1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:57.363395 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c923850-dd5f-40bb-9cd7-8b4da4772598 req-75be54e0-5428-403c-b627-627634a88e2f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:57.375362 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9890ab57-d6b2-44c7-b729-165093298429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:57.386951 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5c923850-dd5f-40bb-9cd7-8b4da4772598 req-75be54e0-5428-403c-b627-627634a88e2f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 946 time: 0.2430234 Jun 28 23:57:57.477914 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5c923850-dd5f-40bb-9cd7-8b4da4772598 req-9eb8a8b7-569a-4b5c-90aa-9629ce2ac86e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878284 Jun 28 23:57:57.648380 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-7769dbd3-71c2-4b56-9644-32467322c78c None None] Provisioning complete for port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:57.651214 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7769dbd3-71c2-4b56-9644-32467322c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:57.652424 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:57.681799 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-dacf2015-8eaa-4c03-8edd-8e105ef1b755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:57.726388 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-dacf2015-8eaa-4c03-8edd-8e105ef1b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:57.740696 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b72fc984-6079-432e-a18e-23010c40ad1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:57.890677 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf2015-8eaa-4c03-8edd-8e105ef1b755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b0a8ee-641a-429f-9584-60a7701aa22c,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:57.895561 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-dacf2015-8eaa-4c03-8edd-8e105ef1b755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:57.898077 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-dacf2015-8eaa-4c03-8edd-8e105ef1b755 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1ed1ceda4db43f19ac593928dbf0cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6259530 Jun 28 23:57:57.909971 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 33966) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:57.964826 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0842cf5-bfef-44b2-980f-84c0ce794803 req-e2ab98cb-616c-4cb8-a060-4a0bd8dbdc80 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:57.974595 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d0842cf5-bfef-44b2-980f-84c0ce794803 req-e2ab98cb-616c-4cb8-a060-4a0bd8dbdc80 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.3178947 Jun 28 23:57:58.038682 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b27a03a8-b9d8-4119-bbfb-2e7fe8d047ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.072802 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d0842cf5-bfef-44b2-980f-84c0ce794803 req-18be513b-6948-48f8-8587-e1bea464570f tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971472 Jun 28 23:57:58.101800 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:55Z', 'revision_number': 3, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:58.108773 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b27a03a8-b9d8-4119-bbfb-2e7fe8d047ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.149163 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Checking router: 0e9c02fb-189d-49a0-a430-6158b7042915 for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:57:58.149588 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Updating router 0e9c02fb-189d-49a0-a430-6158b7042915 port 5da63ebb-59de-4121-9ff8-342077f9f55c binding host dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:57:58.174633 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.179697 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:57:58.222031 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.229286 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b27a03a8-b9d8-4119-bbfb-2e7fe8d047ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.231841 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b27a03a8-b9d8-4119-bbfb-2e7fe8d047ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.236984 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-b27a03a8-b9d8-4119-bbfb-2e7fe8d047ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9b0a8ee-641a-429f-9584-60a7701aa22c HTTP/1.1" status: 204 len: 168 time: 0.3211858 Jun 28 23:57:58.236984 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:58.250315 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a03a8-b9d8-4119-bbfb-2e7fe8d047ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b0a8ee-641a-429f-9584-60a7701aa22c,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:58.255586 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b27a03a8-b9d8-4119-bbfb-2e7fe8d047ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:58.281269 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:58.281671 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.615930 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Allocated IP 172.20.0.1 (94c4ac10-c8e9-4a3f-a7ea-15e45e093e67/8fb36a3c-a914-48b2-a528-9f9f7bc5d417/531982d4-2782-4e85-aac0-a2d29e81be66) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:57:58.661064 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.685483 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Transition to ACTIVE for port object 5da63ebb-59de-4121-9ff8-342077f9f55c will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:58.703800 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.719051 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:58.838477 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Pushing event updated for resources: {'Port': ['ID=5da63ebb-59de-4121-9ff8-342077f9f55c,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:58.860979 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:58.863178 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:58.863683 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:58.864325 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:58.864842 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:58.865872 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.866734 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:58.867126 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:58.867466 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:58.867818 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:58.868185 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:58.868490 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:58.871242 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:57:58.872559 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc262382-f502-4489-8e6f-36a85379fdbf req-e1ea3b9c-e602-4fa5-8535-d6baf422f471 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:58.874919 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-dc262382-f502-4489-8e6f-36a85379fdbf req-e1ea3b9c-e602-4fa5-8535-d6baf422f471 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 946 time: 0.1424267 Jun 28 23:57:58.888825 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Transition to ACTIVE for port object 531982d4-2782-4e85-aac0-a2d29e81be66 will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:57:58.893146 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:58.903373 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Attempting to bind port 5da63ebb-59de-4121-9ff8-342077f9f55c on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:57:58.907436 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Attempting to bind port 5da63ebb-59de-4121-9ff8-342077f9f55c by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:57:58.907989 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Attempting to bind port 5da63ebb-59de-4121-9ff8-342077f9f55c on network b5b54806-5b8c-4699-8258-4cd96ed8e211 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:57:58.919158 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:57:58.919602 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Checking segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:57:58.919952 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.920380 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Bound using segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:57:58.920861 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Bound port: 5da63ebb-59de-4121-9ff8-342077f9f55c, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:57:58.923382 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.940103 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:58.942541 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:58.977396 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-dc262382-f502-4489-8e6f-36a85379fdbf req-9cc974ad-e6fe-4d98-a158-933708334289 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952663 Jun 28 23:57:59.009231 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:59.012524 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:57:59.018279 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] For port 5da63ebb-59de-4121-9ff8-342077f9f55c, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:57:59.020547 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:57:59.035550 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] For port 5da63ebb-59de-4121-9ff8-342077f9f55c, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=5da63ebb-59de-4121-9ff8-342077f9f55c,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:57:59.044199 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:59.047197 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-63f79b80-da3b-44d7-a549-6939938aada1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:59.072024 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Pushing event updated for resources: {'Port': ['ID=531982d4-2782-4e85-aac0-a2d29e81be66,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:59.076178 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:59.081668 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3776146'] for router_interface, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:59.125117 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Pushing event updated for resources: {'Port': ['ID=5da63ebb-59de-4121-9ff8-342077f9f55c,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:59.129540 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:59.187921 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:57:59.190864 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:57:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:59.349645 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-91fb2eb6-aaba-406b-a56a-d073890cadbc None None] Provisioning for port 531982d4-2782-4e85-aac0-a2d29e81be66 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:57:59.357708 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-91fb2eb6-aaba-406b-a56a-d073890cadbc None None] Provisioning complete for port 531982d4-2782-4e85-aac0-a2d29e81be66 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:57:59.359704 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-91fb2eb6-aaba-406b-a56a-d073890cadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:59.361074 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529c209-7942-486e-9c1a-f7055251d9b2 req-a56664e1-180d-4565-a247-ddec3530463f tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:57:59.369240 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9529c209-7942-486e-9c1a-f7055251d9b2 req-a56664e1-180d-4565-a247-ddec3530463f tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.0949781 Jun 28 23:57:59.390433 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:57:59.407865 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:59.426317 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9529c209-7942-486e-9c1a-f7055251d9b2 req-51ff3e1a-cc69-40df-acc5-7490720cad30 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536814 Jun 28 23:57:59.442671 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-91fb2eb6-aaba-406b-a56a-d073890cadbc None None] Port 531982d4-2782-4e85-aac0-a2d29e81be66 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:57:59.555525 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34030) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:57:59.629570 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:59.638086 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:59.641509 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:57:59.708767 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3870791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3775074'] for router_interface, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:59.716456 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Pushing event updated for resources: {'Port': ['ID=531982d4-2782-4e85-aac0-a2d29e81be66,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:57:59.724392 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:57:59.732199 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:55Z', 'revision_number': 3, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:57:59.759754 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ee768-8177-430c-99ac-a1c69d3c5cfd None None] The sync data for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb is: [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:55Z', 'revision_number': 3, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:57:59.828885 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-615c5730-7f80-456a-b6af-195ae217adc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:57:59.882573 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:57:59.889913 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:00.114394 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Router 0e9c02fb-189d-49a0-a430-6158b7042915 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:58:00.167565 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-615c5730-7f80-456a-b6af-195ae217adc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:00.194789 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-615c5730-7f80-456a-b6af-195ae217adc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:00.310502 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0d1ce2a0-6ff6-4655-8f7b-dd3008eeef69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:00.330494 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 5da63ebb-59de-4121-9ff8-342077f9f55c up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:58:00.349507 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289caf-3b8b-4c31-b9ec-b260d1151d5a req-40e29818-8bc7-4032-be02-c502ad5807a0 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:00.361810 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e289caf-3b8b-4c31-b9ec-b260d1151d5a req-40e29818-8bc7-4032-be02-c502ad5807a0 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 946 time: 0.1372206 Jun 28 23:58:00.407729 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-615c5730-7f80-456a-b6af-195ae217adc2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf9286118397436fab63e8a1499a609b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8488181 Jun 28 23:58:00.410175 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 34066) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:00.416991 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c5730-7f80-456a-b6af-195ae217adc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a110cb1-0b4b-47eb-8537-bbcf48af7af1,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:00.443431 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-615c5730-7f80-456a-b6af-195ae217adc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:00.478720 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-fade444a-2e00-4654-85db-0abc95a40b88 None None] Provisioning complete for port 531982d4-2782-4e85-aac0-a2d29e81be66 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:00.480770 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fade444a-2e00-4654-85db-0abc95a40b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:00.488164 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5e289caf-3b8b-4c31-b9ec-b260d1151d5a req-1444d68d-f92e-4dd7-845d-6a7d9f02df86 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245241 Jun 28 23:58:00.585684 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f094-add6-453f-871e-0a1b3e3c253f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:00.622694 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 5da63ebb-59de-4121-9ff8-342077f9f55c completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:58:00.635525 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f094-add6-453f-871e-0a1b3e3c253f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:00.651618 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 5da63ebb-59de-4121-9ff8-342077f9f55c triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:00.663238 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:00.677981 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-fade444a-2e00-4654-85db-0abc95a40b88 None None] Port 531982d4-2782-4e85-aac0-a2d29e81be66 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:58:00.855063 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:00.880980 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ef906-7c39-4641-a110-80f71104ec7c req-3d6c7baa-ae47-4302-9350-11eb2067ac0f tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:00.883313 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 5da63ebb-59de-4121-9ff8-342077f9f55c, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=5da63ebb-59de-4121-9ff8-342077f9f55c,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:00.889208 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:00.889672 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3d7ef906-7c39-4641-a110-80f71104ec7c req-3d6c7baa-ae47-4302-9350-11eb2067ac0f tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1968997 Jun 28 23:58:00.892521 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:00.903541 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f094-add6-453f-871e-0a1b3e3c253f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:00.906302 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f094-add6-453f-871e-0a1b3e3c253f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:00.918857 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-a3b6f094-add6-453f-871e-0a1b3e3c253f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a110cb1-0b4b-47eb-8537-bbcf48af7af1 HTTP/1.1" status: 204 len: 168 time: 0.4905083 Jun 28 23:58:00.945940 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:58:00.973068 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] 10.222.0.30 "PUT /v2.0/routers/0e9c02fb-189d-49a0-a430-6158b7042915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6615739 Jun 28 23:58:00.981813 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-37279aa1-74ae-45e2-a794-f63ee1af13e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:00.986831 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=5da63ebb-59de-4121-9ff8-342077f9f55c,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:01.000040 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:01.008224 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6f094-add6-453f-871e-0a1b3e3c253f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a110cb1-0b4b-47eb-8537-bbcf48af7af1,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:01.051347 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a3b6f094-add6-453f-871e-0a1b3e3c253f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:01.070315 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3d7ef906-7c39-4641-a110-80f71104ec7c req-020b0c3f-453b-4f43-bb44-88ed4c297918 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794100 Jun 28 23:58:01.603233 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 34114) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:01.627683 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f377279d-1051-4a83-81c7-aa205b551432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:01.758914 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f377279d-1051-4a83-81c7-aa205b551432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:01.776083 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f377279d-1051-4a83-81c7-aa205b551432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:01.781542 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:01.841413 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-f377279d-1051-4a83-81c7-aa205b551432 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4757a3ab4c574427ba6d7c1e69475b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368772 Jun 28 23:58:01.843845 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377279d-1051-4a83-81c7-aa205b551432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dcd21b-8b3d-4ef4-a933-1f229d79c7f3,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:01.844274 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34126) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:01.848669 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f377279d-1051-4a83-81c7-aa205b551432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:01.939814 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd27-db2b-4abf-b216-b0d9773abec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:01.963120 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd27-db2b-4abf-b216-b0d9773abec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.014879 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd27-db2b-4abf-b216-b0d9773abec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.017615 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd27-db2b-4abf-b216-b0d9773abec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.018839 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-caa6dd27-db2b-4abf-b216-b0d9773abec8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31dcd21b-8b3d-4ef4-a933-1f229d79c7f3 HTTP/1.1" status: 204 len: 168 time: 0.1725211 Jun 28 23:58:02.019678 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0f8193d3-fa1f-44a8-b67b-158aa74b2720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:02.027941 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6dd27-db2b-4abf-b216-b0d9773abec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dcd21b-8b3d-4ef4-a933-1f229d79c7f3,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:02.030303 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-caa6dd27-db2b-4abf-b216-b0d9773abec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:02.119538 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 5da63ebb-59de-4121-9ff8-342077f9f55c up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:58:02.193056 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 5da63ebb-59de-4121-9ff8-342077f9f55c triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:02.193446 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.195375 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Sync routers for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:58:02.235996 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:58:02.236694 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:57:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:58:02.250278 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34132) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:02.255724 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-562848f6-3e8f-487b-ac84-cd8738dc28f8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--286468998', 'description': 'tempest-description--1674199851'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:02.299145 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-562848f6-3e8f-487b-ac84-cd8738dc28f8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.349248 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386bbe3-b19b-4091-9d40-14134ba13ff4 req-6cb0fd47-153c-46e9-8ec3-4b428f2df72b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:02.350779 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a386bbe3-b19b-4091-9d40-14134ba13ff4 req-6cb0fd47-153c-46e9-8ec3-4b428f2df72b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.0940635 Jun 28 23:58:02.445165 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a386bbe3-b19b-4091-9d40-14134ba13ff4 req-e7ec1abc-1ae5-416c-8191-4625176e72c5 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735822 Jun 28 23:58:02.550868 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-562848f6-3e8f-487b-ac84-cd8738dc28f8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.557695 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-562848f6-3e8f-487b-ac84-cd8738dc28f8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.575074 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9a118472-bedb-4a3c-bbf6-9f49df57141f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:02.598263 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-562848f6-3e8f-487b-ac84-cd8738dc28f8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.598624 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-562848f6-3e8f-487b-ac84-cd8738dc28f8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3470755 Jun 28 23:58:02.604784 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 34158) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:02.615970 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562848f6-3e8f-487b-ac84-cd8738dc28f8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1222cf61-bfb9-49a9-a3ef-341229feb07f,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:02.616177 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-4ad49854-78fb-4526-bde8-0745662591ff tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Request body: {'security_group_rule': {'security_group_id': '1222cf61-bfb9-49a9-a3ef-341229feb07f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:02.631939 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-562848f6-3e8f-487b-ac84-cd8738dc28f8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:02.645007 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:58:02.714985 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4ad49854-78fb-4526-bde8-0745662591ff tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.780450 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4ad49854-78fb-4526-bde8-0745662591ff tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.787468 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4ad49854-78fb-4526-bde8-0745662591ff tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.790313 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:02.812146 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad49854-78fb-4526-bde8-0745662591ff tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb49c36-87dc-41f2-b61e-5be07f256ee2,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:02.818352 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-4ad49854-78fb-4526-bde8-0745662591ff tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:02.819998 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4ad49854-78fb-4526-bde8-0745662591ff tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.821330 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-4ad49854-78fb-4526-bde8-0745662591ff tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2152462 Jun 28 23:58:02.824177 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 34174) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:02.834845 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-1312d0d4-f865-4c67-a4a2-59833388c1ec tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Request body: {'security_group_rule': {'security_group_id': '1222cf61-bfb9-49a9-a3ef-341229feb07f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:02.899394 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1312d0d4-f865-4c67-a4a2-59833388c1ec tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:02.989975 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 2, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:58:03.066324 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1312d0d4-f865-4c67-a4a2-59833388c1ec tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.069620 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Checking router: 0e9c02fb-189d-49a0-a430-6158b7042915 for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:58:03.070960 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Updating router 0e9c02fb-189d-49a0-a430-6158b7042915 port 531982d4-2782-4e85-aac0-a2d29e81be66 binding host dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 23:58:03.071566 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1312d0d4-f865-4c67-a4a2-59833388c1ec tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.074345 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b410b0d0-89a8-417b-8887-0da3da5997c0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:03.094112 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312d0d4-f865-4c67-a4a2-59833388c1ec tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d21d7da-548a-4bbf-9d2b-476e85e2b80e,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:03.097330 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1312d0d4-f865-4c67-a4a2-59833388c1ec tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:03.103177 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1312d0d4-f865-4c67-a4a2-59833388c1ec tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.105610 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1312d0d4-f865-4c67-a4a2-59833388c1ec tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2800982 Jun 28 23:58:03.110763 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34192) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:03.124001 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Request body: {'floatingip': {'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:03.163249 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.183071 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.430690 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.527723 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.540855 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Transition to ACTIVE for port object 531982d4-2782-4e85-aac0-a2d29e81be66 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:58:03.550218 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.560769 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:03.647899 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Allocated IP 172.28.0.35 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/73d5156c-1ec6-4b2d-a561-f93944552fa9) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:58:03.727034 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97955935-5be8-4356-a11e-e3dc930714f8 None None] Pushing event updated for resources: {'Port': ['ID=531982d4-2782-4e85-aac0-a2d29e81be66,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:03.732999 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-97955935-5be8-4356-a11e-e3dc930714f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:03.751565 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Attempting to bind port 531982d4-2782-4e85-aac0-a2d29e81be66 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:58:03.752303 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Attempting to bind port 531982d4-2782-4e85-aac0-a2d29e81be66 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:58:03.752917 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Attempting to bind port 531982d4-2782-4e85-aac0-a2d29e81be66 on network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:03.764286 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:58:03.764935 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Checking segment: {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:03.765555 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.766123 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Bound using segment: {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:58:03.767325 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Bound port: 531982d4-2782-4e85-aac0-a2d29e81be66, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:58:03.767781 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.805917 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.866722 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.867080 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] For port 531982d4-2782-4e85-aac0-a2d29e81be66, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:58:03.869574 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:03.872598 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] For port 531982d4-2782-4e85-aac0-a2d29e81be66, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=531982d4-2782-4e85-aac0-a2d29e81be66,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:58:03.885329 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0dbf4630-c503-4b03-a53c-6c3cb67b7a50 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:03.887261 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:03.895332 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0dbf4630-c503-4b03-a53c-6c3cb67b7a50 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 815 time: 0.4332428 Jun 28 23:58:03.900248 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:03.947655 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-26278646-c6a0-4236-8648-8e8b6dd33419 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/quotas/dbcec3fb47d34560ba5cc93df96d3145 HTTP/1.1" status: 200 len: 375 time: 0.0499671 Jun 28 23:58:03.997822 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:58:03.998618 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:57:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:58:04.006457 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:58:04.023016 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:04.027613 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:58:04.058839 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97955935-5be8-4356-a11e-e3dc930714f8 None None] Pushing event updated for resources: {'Port': ['ID=531982d4-2782-4e85-aac0-a2d29e81be66,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:04.067233 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-97955935-5be8-4356-a11e-e3dc930714f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:04.109507 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event updated for resources: {'Port': ['ID=73d5156c-1ec6-4b2d-a561-f93944552fa9,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:04.113511 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:04.249774 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:58:04.254504 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:04.364388 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:04.516914 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee74490-af40-4349-8720-42d7d1133e7d req-af4dd451-905e-49a4-8d57-1a948ba88338 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:04.528420 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2ee74490-af40-4349-8720-42d7d1133e7d req-af4dd451-905e-49a4-8d57-1a948ba88338 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.7506149 Jun 28 23:58:04.665405 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-702ea1b9-da04-471d-8dbe-ca5857acbff1 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7145886 Jun 28 23:58:04.703305 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2ee74490-af40-4349-8720-42d7d1133e7d req-e514ab29-0e09-4782-9c73-d3e79c5b0ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733282 Jun 28 23:58:04.712095 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:04.718254 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:04.721780 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:04.784190 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:03Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:58:04.815493 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:04.849889 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event updated for resources: {'Port': ['ID=73d5156c-1ec6-4b2d-a561-f93944552fa9,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:04.859681 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:04.863128 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111ed3d6-975c-449f-8ff4-aa384d858856 None None] The sync data for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb is: [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:03Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:58:04.864682 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7520099 Jun 28 23:58:04.865709 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:04.927240 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-e404e1a4-161f-43b3-b0f5-2ab96074ac7a service neutron] 10.222.0.30 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551274 Jun 28 23:58:05.148692 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34270) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:05.183625 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-1fb6c162-1940-42b4-8d2a-da907a9f7763 service neutron] 10.222.0.30 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258508 Jun 28 23:58:05.356965 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0ca7b0e5-fa93-40a1-9310-74d5579ea980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:05.462052 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f8277d48-7451-49b2-b3ee-24474b9be654 req-ff5d7901-4b3a-405f-9d29-1e0282815834 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 210 time: 0.0451453 Jun 28 23:58:05.511885 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 34298) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:05.575734 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-d1011898-410d-4e78-862c-a1320d46fb0e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--286468998&fields=id&tenant_id=d8fbe869bbe54a308294942cb74c918d HTTP/1.1" status: 200 len: 267 time: 0.1468883 Jun 28 23:58:05.594732 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0ca7b0e5-fa93-40a1-9310-74d5579ea980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:05.601239 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0ca7b0e5-fa93-40a1-9310-74d5579ea980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:05.605363 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9b0dff32-e441-44ce-acad-197ec7d6ce56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:05.660976 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-0ca7b0e5-fa93-40a1-9310-74d5579ea980 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93afe3713eab4cb2bea1021beac0d70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110667 Jun 28 23:58:05.663551 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34306) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:05.664814 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7b0e5-fa93-40a1-9310-74d5579ea980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222d00f3-5083-4abe-94f3-a454f3e6ba16,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:05.669932 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0ca7b0e5-fa93-40a1-9310-74d5579ea980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:05.802401 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c6b83f5b-2b59-4445-bdee-9494babd9c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:05.844568 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-df282dcd-4445-4878-9b2a-83229de957ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:05.860990 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77017333-a9ed-4a14-87ad-355955ed535a req-c8e7b40a-e0d3-45ba-8cb8-ad877c044b46 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:05.876770 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-c8e7b40a-e0d3-45ba-8cb8-ad877c044b46 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/networks?id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 HTTP/1.1" status: 200 len: 811 time: 0.2923274 Jun 28 23:58:05.913186 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c6b83f5b-2b59-4445-bdee-9494babd9c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:05.917833 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-f4ab08b2-45c6-4df3-8783-9145257e528f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/quotas/d8fbe869bbe54a308294942cb74c918d HTTP/1.1" status: 200 len: 375 time: 0.0346539 Jun 28 23:58:05.989036 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c6b83f5b-2b59-4445-bdee-9494babd9c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:05.993109 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c6b83f5b-2b59-4445-bdee-9494babd9c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.004701 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-c6b83f5b-2b59-4445-bdee-9494babd9c5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/222d00f3-5083-4abe-94f3-a454f3e6ba16 HTTP/1.1" status: 204 len: 168 time: 0.3354280 Jun 28 23:58:06.005779 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-af3b46cb-7fef-44d5-b15a-b75290b0b625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:06.015423 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b83f5b-2b59-4445-bdee-9494babd9c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d00f3-5083-4abe-94f3-a454f3e6ba16,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:06.033672 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c6b83f5b-2b59-4445-bdee-9494babd9c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:06.197728 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 531982d4-2782-4e85-aac0-a2d29e81be66 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:58:06.219239 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-8ec79400-1249-489d-b96b-217a598fc192 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8fbe869bbe54a308294942cb74c918d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2933373 Jun 28 23:58:06.283911 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 531982d4-2782-4e85-aac0-a2d29e81be66 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:58:06.287196 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309e8bc-3ec4-4d95-8443-d540fd475fc0 req-197995d1-9106-4dc5-9626-fd1b43c6fd3b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:06.294224 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 531982d4-2782-4e85-aac0-a2d29e81be66 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:06.294614 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.295152 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4309e8bc-3ec4-4d95-8443-d540fd475fc0 req-197995d1-9106-4dc5-9626-fd1b43c6fd3b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.2941282 Jun 28 23:58:06.380891 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-df282dcd-4445-4878-9b2a-83229de957ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.395317 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-df282dcd-4445-4878-9b2a-83229de957ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.403537 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a3b6f094-add6-453f-871e-0a1b3e3c253f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:06.425394 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.457471 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4309e8bc-3ec4-4d95-8443-d540fd475fc0 req-fb5ff76c-40e9-4f63-b5c7-bb33855ef8d9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612239 Jun 28 23:58:06.473378 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 531982d4-2782-4e85-aac0-a2d29e81be66, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=531982d4-2782-4e85-aac0-a2d29e81be66,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:06.489176 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.502415 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-97955935-5be8-4356-a11e-e3dc930714f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:06.509731 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-412bb5b9-75da-47df-bd5c-b6810a3e5de3 service neutron] 10.222.0.30 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752173 Jun 28 23:58:06.515614 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-df282dcd-4445-4878-9b2a-83229de957ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ea486097d2c4bfcb51fa21e82a4f850&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0026493 Jun 28 23:58:06.518856 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34332) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:06.536888 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df282dcd-4445-4878-9b2a-83229de957ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d790bb-20ba-4149-8336-0c1ad7bd42c7,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:06.566248 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-df282dcd-4445-4878-9b2a-83229de957ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:06.587354 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 34334) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:06.655972 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=531982d4-2782-4e85-aac0-a2d29e81be66,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:06.660820 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:06.675155 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-dbb0341e-3943-444f-a689-9863a455a48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.747024 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-dbb0341e-3943-444f-a689-9863a455a48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.754300 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ee538e7c-e1a7-4454-b0ba-aa44201714d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.836730 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-dbb0341e-3943-444f-a689-9863a455a48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.839691 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-dbb0341e-3943-444f-a689-9863a455a48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.841132 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-dbb0341e-3943-444f-a689-9863a455a48f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2d790bb-20ba-4149-8336-0c1ad7bd42c7 HTTP/1.1" status: 204 len: 168 time: 0.3208697 Jun 28 23:58:06.842062 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:06.850628 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0341e-3943-444f-a689-9863a455a48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d790bb-20ba-4149-8336-0c1ad7bd42c7,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:06.853407 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-dbb0341e-3943-444f-a689-9863a455a48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:06.872811 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-95806441-08b5-42e2-9bd9-f7597d6f99f2 service neutron] 10.222.0.30 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616104 Jun 28 23:58:06.950899 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ee538e7c-e1a7-4454-b0ba-aa44201714d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.958454 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ee538e7c-e1a7-4454-b0ba-aa44201714d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:06.998063 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-53064222-6372-44d9-a94b-6f42df22030e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:07.037771 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-ee538e7c-e1a7-4454-b0ba-aa44201714d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7250b91a4e104c5cb9ada1dbb960383e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453893 Jun 28 23:58:07.037771 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee538e7c-e1a7-4454-b0ba-aa44201714d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed99fad4-579b-4791-b3ad-0128f0bd1faa,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:07.039345 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34342) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:07.054130 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ee538e7c-e1a7-4454-b0ba-aa44201714d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:07.113406 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-cf9a1a46-d8ae-49ba-9ce0-0da47dc4e7b1 req-deacb895-e9a6-4ea8-a9fa-cfcce7e69bff tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 210 time: 0.0425258 Jun 28 23:58:07.132587 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-85b6be74-d8af-4fdf-aae0-37bdd4ba1743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:07.196663 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-476ed73e-7736-4616-9494-05021ce02766 req-922e1bcb-dd29-4820-9539-e981e23f3072 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 210 time: 0.0394080 Jun 28 23:58:07.218792 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-85b6be74-d8af-4fdf-aae0-37bdd4ba1743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:07.299890 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-85b6be74-d8af-4fdf-aae0-37bdd4ba1743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:07.305691 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-85b6be74-d8af-4fdf-aae0-37bdd4ba1743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:07.307429 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-85b6be74-d8af-4fdf-aae0-37bdd4ba1743 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed99fad4-579b-4791-b3ad-0128f0bd1faa HTTP/1.1" status: 204 len: 168 time: 0.2682676 Jun 28 23:58:07.308724 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:07.318501 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6be74-d8af-4fdf-aae0-37bdd4ba1743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed99fad4-579b-4791-b3ad-0128f0bd1faa,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:07.342149 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-85b6be74-d8af-4fdf-aae0-37bdd4ba1743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:07.632378 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 34368) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:07.665602 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-115076f2-9f72-4ee0-a465-578135d331fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:07.799970 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794653d-cd08-48f4-9491-b8fd79973dee req-2d5cf406-0243-4d26-98c4-5f18487af294 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:07.801980 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-2d5cf406-0243-4d26-98c4-5f18487af294 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 815 time: 0.3076720 Jun 28 23:58:07.825455 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-a794653d-cd08-48f4-9491-b8fd79973dee req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Request body: {'port': {'device_id': 'eb72eacf-2432-4e18-9bbe-f1428d0437eb', 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd', 'admin_state_up': True, 'tenant_id': 'dbcec3fb47d34560ba5cc93df96d3145'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:07.854136 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5e0ff-fe8b-4bb1-8dd7-93ac5edf54dc req-0deff8db-1c7f-4f87-aba7-b4fd432152f0 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:07.860857 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-dfa5e0ff-fe8b-4bb1-8dd7-93ac5edf54dc req-0deff8db-1c7f-4f87-aba7-b4fd432152f0 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1580105 Jun 28 23:58:07.963436 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-dfa5e0ff-fe8b-4bb1-8dd7-93ac5edf54dc req-3157b508-696b-4b91-b0ad-352f289ac260 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684614 Jun 28 23:58:07.987935 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-115076f2-9f72-4ee0-a465-578135d331fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:08.002979 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-115076f2-9f72-4ee0-a465-578135d331fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:08.007091 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-22cf9e40-8c49-4475-844d-37e5f8123687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:08.022945 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a794653d-cd08-48f4-9491-b8fd79973dee req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Made reservation on behalf of dbcec3fb47d34560ba5cc93df96d3145 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:08.026937 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a794653d-cd08-48f4-9491-b8fd79973dee req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:08.100990 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-115076f2-9f72-4ee0-a465-578135d331fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32ceb71c3af5427caf9a34a18d906498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668772 Jun 28 23:58:08.101797 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115076f2-9f72-4ee0-a465-578135d331fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11914fb3-b613-4342-b89b-2b1d5458e7f2,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:08.105012 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-115076f2-9f72-4ee0-a465-578135d331fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:08.110688 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34388) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:08.169459 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 531982d4-2782-4e85-aac0-a2d29e81be66 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:58:08.244249 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-42c32cb5-8e39-4972-bd2e-0e09e2da91e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:08.251495 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-a794653d-cd08-48f4-9491-b8fd79973dee req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Allocated IP 172.20.0.10 (626c952e-fd34-4355-acc3-421a7b813fbd/eda307fd-5f67-4a1d-93da-46c5f8dc4245/8b994ef9-6cec-4e1b-a503-9691a5392bbc) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:58:08.276098 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 531982d4-2782-4e85-aac0-a2d29e81be66 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:08.276576 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:08.280268 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-42c32cb5-8e39-4972-bd2e-0e09e2da91e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:08.317738 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7cfcccb2-2a8b-49e9-9e3a-83ae52e71980 req-075f2520-090d-49d2-8e62-06cdf8f664bd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 210 time: 0.0464795 Jun 28 23:58:08.419000 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-42c32cb5-8e39-4972-bd2e-0e09e2da91e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:08.422052 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-42c32cb5-8e39-4972-bd2e-0e09e2da91e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:08.424090 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-42c32cb5-8e39-4972-bd2e-0e09e2da91e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11914fb3-b613-4342-b89b-2b1d5458e7f2 HTTP/1.1" status: 204 len: 168 time: 0.3104298 Jun 28 23:58:08.492010 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ecac4550-4419-471b-ba73-7ee2fca4da44 req-4e7b26ed-b397-4354-b8e0-a024ec2aaa7d tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 210 time: 0.0355647 Jun 28 23:58:08.496330 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9c492d9c-198b-4b46-acae-6f8129671bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:08.510491 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c32cb5-8e39-4972-bd2e-0e09e2da91e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11914fb3-b613-4342-b89b-2b1d5458e7f2,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:08.514517 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-42c32cb5-8e39-4972-bd2e-0e09e2da91e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:08.589798 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a794653d-cd08-48f4-9491-b8fd79973dee req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:08.634932 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:58:08.638594 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a794653d-cd08-48f4-9491-b8fd79973dee req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:08.643365 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:08.686417 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86', '4f695056-a762-45bd-8c52-60c08aa7fed7'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:08.696840 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a794653d-cd08-48f4-9491-b8fd79973dee req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Network 626c952e-fd34-4355-acc3-421a7b813fbd is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:58:08.700865 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-a794653d-cd08-48f4-9491-b8fd79973dee req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:08.707309 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a794653d-cd08-48f4-9491-b8fd79973dee req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:58:08.769353 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794653d-cd08-48f4-9491-b8fd79973dee req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:08.770269 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a794653d-cd08-48f4-9491-b8fd79973dee req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:08.773531 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Pushing event updated for resources: {'Port': ['ID=8b994ef9-6cec-4e1b-a503-9691a5392bbc,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:08.777528 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:08.795241 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9748225 Jun 28 23:58:08.818922 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Request body: {'port': {'device_id': 'eb72eacf-2432-4e18-9bbe-f1428d0437eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:08.943562 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:09.577307 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b994ef9-6cec-4e1b-a503-9691a5392bbc {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:09.583703 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd850c-c985-46fd-88a9-3e96b4e8f0f9 req-6a8392a3-32ee-4f28-adef-c21f409ecd1c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:09.586012 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f7bd850c-c985-46fd-88a9-3e96b4e8f0f9 req-6a8392a3-32ee-4f28-adef-c21f409ecd1c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.3749409 Jun 28 23:58:09.596675 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:09.611212 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77017333-a9ed-4a14-87ad-355955ed535a req-290085c0-62f5-410d-bbb8-1c205d769e27 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:09.616322 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-290085c0-62f5-410d-bbb8-1c205d769e27 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.52 "GET /v2.0/networks?id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 HTTP/1.1" status: 200 len: 811 time: 0.3622139 Jun 28 23:58:09.629206 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Transition to ACTIVE for port object 8b994ef9-6cec-4e1b-a503-9691a5392bbc will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:58:09.638044 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:09.642377 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:09.738157 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f7bd850c-c985-46fd-88a9-3e96b4e8f0f9 req-cfedac6e-d417-4083-8b91-2de5e62e7883 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459465 Jun 28 23:58:09.854502 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Pushing event updated for resources: {'Port': ['ID=8b994ef9-6cec-4e1b-a503-9691a5392bbc,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:09.865899 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:09.872303 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-c1072042-7383-41c7-b82e-9ab1e586d0e1 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8fbe869bbe54a308294942cb74c918d HTTP/1.1" status: 200 len: 379 time: 0.2059488 Jun 28 23:58:09.912727 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Request body: {'port': {'device_id': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'admin_state_up': True, 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'security_groups': ['1222cf61-bfb9-49a9-a3ef-341229feb07f']}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:09.946214 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Attempting to bind port 8b994ef9-6cec-4e1b-a503-9691a5392bbc on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:58:09.946520 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Attempting to bind port 8b994ef9-6cec-4e1b-a503-9691a5392bbc by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:58:09.946776 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Attempting to bind port 8b994ef9-6cec-4e1b-a503-9691a5392bbc on network 626c952e-fd34-4355-acc3-421a7b813fbd {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:09.958198 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Port 8b994ef9-6cec-4e1b-a503-9691a5392bbc on network 626c952e-fd34-4355-acc3-421a7b813fbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:58:09.958511 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Attempting to bind port 8b994ef9-6cec-4e1b-a503-9691a5392bbc on network 626c952e-fd34-4355-acc3-421a7b813fbd {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:09.971329 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:58:09.971719 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Checking segment: {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:09.972072 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Bound using segment: {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:58:09.972528 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Bound port: 8b994ef9-6cec-4e1b-a503-9691a5392bbc, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:58:09.972886 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:10.078878 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] For port 8b994ef9-6cec-4e1b-a503-9691a5392bbc, host hv-cinder-76330, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:58:10.083339 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] For port 8b994ef9-6cec-4e1b-a503-9691a5392bbc, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b994ef9-6cec-4e1b-a503-9691a5392bbc,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:58:10.089483 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:10.093791 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-262ed10a-1462-45c7-b9d4-4b4ace31d546 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:10.098410 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34494) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:10.102083 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c2263382-d42d-46ca-89d9-4c94614de8cc req-f0f49f20-6a5c-4e37-845d-c1382dcbd4e2 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 210 time: 0.0753367 Jun 28 23:58:10.115879 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444664c-5638-4626-8e27-d6f7b0a3de55 req-5acd3364-bdd2-4905-b89a-246bf989e02f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:10.122902 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3444664c-5638-4626-8e27-d6f7b0a3de55 req-5acd3364-bdd2-4905-b89a-246bf989e02f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 944 time: 0.3723645 Jun 28 23:58:10.152684 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:10.154942 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:10.158024 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] 10.222.0.52 "PUT /v2.0/ports/8b994ef9-6cec-4e1b-a503-9691a5392bbc HTTP/1.1" status: 200 len: 1094 time: 1.3448815 Jun 28 23:58:10.159081 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb72eacf-2432-4e18-9bbe-f1428d0437eb', 'tag': '8b994ef9-6cec-4e1b-a503-9691a5392bbc'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:10.166691 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79647a27-ff87-4e36-9a75-8fdb34674b16" -d '{"events": [{"name": "network-changed", "server_uuid": "eb72eacf-2432-4e18-9bbe-f1428d0437eb", "tag": "8b994ef9-6cec-4e1b-a503-9691a5392bbc"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:10.207121 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Pushing event updated for resources: {'Port': ['ID=8b994ef9-6cec-4e1b-a503-9691a5392bbc,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:10.211566 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:10.230909 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Made reservation on behalf of d8fbe869bbe54a308294942cb74c918d for: {'port': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:10.234485 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:10.257142 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3444664c-5638-4626-8e27-d6f7b0a3de55 req-c7092fe3-d184-440e-a828-ff2032e29467 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301532 Jun 28 23:58:10.294634 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c262a78-deba-46b3-8a09-2bbae9af1458 x-openstack-request-id: req-6c262a78-deba-46b3-8a09-2bbae9af1458 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:10.294932 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb72eacf-2432-4e18-9bbe-f1428d0437eb", "tag": "8b994ef9-6cec-4e1b-a503-9691a5392bbc", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:10.295201 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c262a78-deba-46b3-8a09-2bbae9af1458 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:10.295613 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb72eacf-2432-4e18-9bbe-f1428d0437eb', 'tag': '8b994ef9-6cec-4e1b-a503-9691a5392bbc', 'status': 'completed', 'code': 200} Jun 28 23:58:10.337003 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-975ebbe3-89b7-47b9-9468-0ea39ad54120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:10.381195 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794653d-cd08-48f4-9491-b8fd79973dee req-1e0b07aa-47b1-47b8-9589-a15e48a7ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:10.383158 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-1e0b07aa-47b1-47b8-9589-a15e48a7ae09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 1097 time: 0.1372027 Jun 28 23:58:10.462833 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-bfbe02fa-4b27-4692-92a8-738df8a3b4ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b994ef9-6cec-4e1b-a503-9691a5392bbc HTTP/1.1" status: 200 len: 217 time: 0.0536542 Jun 28 23:58:10.515461 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Allocated IP 172.20.0.3 (94c4ac10-c8e9-4a3f-a7ea-15e45e093e67/8fb36a3c-a914-48b2-a528-9f9f7bc5d417/b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:58:10.555803 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794653d-cd08-48f4-9491-b8fd79973dee req-6420f174-750d-4542-88b7-ef3d0f7bea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:10.558329 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-6420f174-750d-4542-88b7-ef3d0f7bea73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eda307fd-5f67-4a1d-93da-46c5f8dc4245 HTTP/1.1" status: 200 len: 855 time: 0.0834191 Jun 28 23:58:10.611822 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-7b848bca-1053-4e7c-86b4-6f08d89a75b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=626c952e-fd34-4355-acc3-421a7b813fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452428 Jun 28 23:58:10.618854 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-975ebbe3-89b7-47b9-9468-0ea39ad54120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:10.730565 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-7d82bf1e-80ff-4e95-8be2-a68baf396b2a service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069090 Jun 28 23:58:10.731688 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-975ebbe3-89b7-47b9-9468-0ea39ad54120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:10.734761 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-dbb0341e-3943-444f-a689-9863a455a48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:10.757658 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:10.776766 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Transition to ACTIVE for port object b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e will not be triggered until provisioned by entity DHCP. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:58:10.827824 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:10.827824 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:10.875931 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:58:10.892414 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:10.897352 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:58:10.904115 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:10.904879 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:10.918749 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ebbe3-89b7-47b9-9468-0ea39ad54120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620c0984-b791-498f-a82a-c802064981cc,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:10.931427 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-975ebbe3-89b7-47b9-9468-0ea39ad54120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:10.934894 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0476513 Jun 28 23:58:10.939746 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event updated for resources: {'Port': ['ID=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:10.947939 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:10.961931 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-975ebbe3-89b7-47b9-9468-0ea39ad54120 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=137b48a8e3d7415f9066fcaeb6655a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8617556 Jun 28 23:58:10.964731 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34538) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:10.974965 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Request body: {'port': {'device_id': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:11.057495 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a794653d-cd08-48f4-9491-b8fd79973dee req-6579dba9-4440-43fe-9a0d-c579a2581ddb service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189268 Jun 28 23:58:11.122309 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fe89722b-8aaf-4e88-af97-8804da879d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:11.222175 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:11.228681 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fe89722b-8aaf-4e88-af97-8804da879d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:11.232956 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-396f52b4-db47-43db-a0ff-cfe31d377da3 None None] Provisioning for port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:58:11.252189 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-396f52b4-db47-43db-a0ff-cfe31d377da3 None None] Provisioning complete for port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:11.252818 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-396f52b4-db47-43db-a0ff-cfe31d377da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:11.295397 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a727b-f96c-407c-a457-8649f8ec1859 req-b55ab837-4c92-47f3-bfd9-f02de5844a57 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:11.304145 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-848a727b-f96c-407c-a457-8649f8ec1859 req-b55ab837-4c92-47f3-bfd9-f02de5844a57 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.2459865 Jun 28 23:58:11.326080 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fe89722b-8aaf-4e88-af97-8804da879d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:11.331092 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-396f52b4-db47-43db-a0ff-cfe31d377da3 None None] Port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 23:58:11.333587 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fe89722b-8aaf-4e88-af97-8804da879d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:11.335793 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-fe89722b-8aaf-4e88-af97-8804da879d55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/620c0984-b791-498f-a82a-c802064981cc HTTP/1.1" status: 204 len: 168 time: 0.3694019 Jun 28 23:58:11.338011 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3a24b5e4-3ea0-466e-95fa-f7f6c915300b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:11.347529 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79647a27-ff87-4e36-9a75-8fdb34674b16 req-cd013726-2413-49e6-afd1-c740ea9d3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:11.349499 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-79647a27-ff87-4e36-9a75-8fdb34674b16 req-cd013726-2413-49e6-afd1-c740ea9d3a3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 1097 time: 0.1724365 Jun 28 23:58:11.363963 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89722b-8aaf-4e88-af97-8804da879d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620c0984-b791-498f-a82a-c802064981cc,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:11.367482 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fe89722b-8aaf-4e88-af97-8804da879d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:11.370709 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-848a727b-f96c-407c-a457-8649f8ec1859 req-ac0f0ecf-cca5-45c5-bba7-28aae2159404 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655522 Jun 28 23:58:11.597980 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79647a27-ff87-4e36-9a75-8fdb34674b16 req-aabd12f0-9a58-4380-995b-ee59080b27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:11.600258 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-79647a27-ff87-4e36-9a75-8fdb34674b16 req-aabd12f0-9a58-4380-995b-ee59080b27d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 916 time: 0.2388520 Jun 28 23:58:11.670887 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-79647a27-ff87-4e36-9a75-8fdb34674b16 req-6f0fefd6-658a-4979-a196-631d75d5637a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b994ef9-6cec-4e1b-a503-9691a5392bbc HTTP/1.1" status: 200 len: 217 time: 0.0562861 Jun 28 23:58:11.759332 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79647a27-ff87-4e36-9a75-8fdb34674b16 req-15381494-15d0-4dd4-9db4-5fed82fbec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:11.761094 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-79647a27-ff87-4e36-9a75-8fdb34674b16 req-15381494-15d0-4dd4-9db4-5fed82fbec87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eda307fd-5f67-4a1d-93da-46c5f8dc4245 HTTP/1.1" status: 200 len: 855 time: 0.0680609 Jun 28 23:58:11.833474 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34592) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:11.841859 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-79647a27-ff87-4e36-9a75-8fdb34674b16 req-656c1616-9c44-42c2-b738-2b0d6b26f85e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=626c952e-fd34-4355-acc3-421a7b813fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695636 Jun 28 23:58:11.852159 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-17a81056-9ba3-4910-a3ac-f3ab21292ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:11.924340 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fc88b-ffbc-419b-955a-dda3104910e4 req-99ab4eb1-4df6-4604-95b3-a6274e84ebf6 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:11.926878 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d50fc88b-ffbc-419b-955a-dda3104910e4 req-99ab4eb1-4df6-4604-95b3-a6274e84ebf6 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 931 time: 0.6538775 Jun 28 23:58:12.005950 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-79647a27-ff87-4e36-9a75-8fdb34674b16 req-e4987337-1490-4431-be28-a99bf600fcfa service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506608 Jun 28 23:58:12.061841 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d50fc88b-ffbc-419b-955a-dda3104910e4 req-9cf0962d-6da8-488b-b635-e04dc69f77fa tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155140 Jun 28 23:58:12.086903 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c34e8-6b31-4e7a-ad7a-93ec75a18250 req-e7c3b343-6070-4363-8493-6fb4fc836e6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:12.088496 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7f1c34e8-6b31-4e7a-ad7a-93ec75a18250 req-e7c3b343-6070-4363-8493-6fb4fc836e6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 944 time: 0.4239643 Jun 28 23:58:12.096924 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e {{(pid=92977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:12.142317 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.174693 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Transition to ACTIVE for port object b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e will not be triggered until provisioned by entity L2. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:58:12.178733 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7f1c34e8-6b31-4e7a-ad7a-93ec75a18250 req-cb6a4171-4752-4465-bf4a-d32e5062e1d2 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719571 Jun 28 23:58:12.188773 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.192232 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0edfd16e-d8c4-4673-aec5-21c7ec68d372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:12.201622 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-17a81056-9ba3-4910-a3ac-f3ab21292ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.213022 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-79647a27-ff87-4e36-9a75-8fdb34674b16 req-01d8159f-0ab5-4dd5-9edd-65edf9bcfff2 service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996341 Jun 28 23:58:12.214823 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-17a81056-9ba3-4910-a3ac-f3ab21292ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.249040 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0ca7b0e5-fa93-40a1-9310-74d5579ea980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:12.255311 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-17a81056-9ba3-4910-a3ac-f3ab21292ae6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f34203ba57914cdca23f3ea2c620f2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206758 Jun 28 23:58:12.261801 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Pushing event updated for resources: {'Port': ['ID=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:12.261966 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34616) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:12.266076 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:12.316631 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Attempting to bind port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:58:12.318643 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Attempting to bind port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:58:12.319593 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Attempting to bind port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e on network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:12.335913 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e on network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:58:12.336639 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Attempting to bind port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e on network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:12.344892 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:58:12.345348 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Checking segment: {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:12.346056 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Bound using segment: {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:58:12.346551 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Bound port: b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'}}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:58:12.347122 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.395301 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a81056-9ba3-4910-a3ac-f3ab21292ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5432bfa-cba6-408f-94a7-802b04869c57,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:12.405537 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-17a81056-9ba3-4910-a3ac-f3ab21292ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:12.406365 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-939794b8-41d9-4d88-877f-6ee81d2976b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.471550 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] For port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e, host hv-cinder-76330, cleared binding levels {{(pid=92977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:58:12.476657 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] For port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:58:12.486426 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.492980 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:12.508981 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-939794b8-41d9-4d88-877f-6ee81d2976b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.627761 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-939794b8-41d9-4d88-877f-6ee81d2976b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.629266 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:12.629467 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.630888 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] 10.222.0.52 "PUT /v2.0/ports/b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e HTTP/1.1" status: 200 len: 1093 time: 1.6683083 Jun 28 23:58:12.637356 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-939794b8-41d9-4d88-877f-6ee81d2976b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:12.643172 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-939794b8-41d9-4d88-877f-6ee81d2976b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5432bfa-cba6-408f-94a7-802b04869c57 HTTP/1.1" status: 204 len: 168 time: 0.3763618 Jun 28 23:58:12.643470 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'tag': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:12.643618 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-484b589a-9c9f-4201-b1f3-0dc109a79c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:12.645090 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d6e84b-9415-49c2-9620-26fb910be689" -d '{"events": [{"name": "network-changed", "server_uuid": "4876a2ae-7438-4228-94a4-48ca71e39a20", "tag": "b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:12.753541 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939794b8-41d9-4d88-877f-6ee81d2976b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5432bfa-cba6-408f-94a7-802b04869c57,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:12.781345 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-939794b8-41d9-4d88-877f-6ee81d2976b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:12.788897 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Pushing event updated for resources: {'Port': ['ID=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e,revision_number=3']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:12.825356 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:12.868694 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dca6ab-d26f-4a30-aa28-629a5b48c56a x-openstack-request-id: req-14dca6ab-d26f-4a30-aa28-629a5b48c56a {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:12.869017 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4876a2ae-7438-4228-94a4-48ca71e39a20", "tag": "b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:12.869298 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14dca6ab-d26f-4a30-aa28-629a5b48c56a {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:12.869790 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'tag': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e', 'status': 'completed', 'code': 200} Jun 28 23:58:12.911308 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124742-4e9a-4a9c-b134-b16b681df3e3 req-5850baf0-99a1-42b2-944a-dde943519a52 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:12.921528 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-26124742-4e9a-4a9c-b134-b16b681df3e3 req-5850baf0-99a1-42b2-944a-dde943519a52 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.2992108 Jun 28 23:58:12.949102 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77017333-a9ed-4a14-87ad-355955ed535a req-1c0643c3-c472-4e36-8098-c014a9eb708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:12.950661 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-1c0643c3-c472-4e36-8098-c014a9eb708e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8fbe869bbe54a308294942cb74c918d&device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 1096 time: 0.1888077 Jun 28 23:58:13.009818 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34648) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:13.045952 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-e7339c87-684a-4c40-8ae2-5c2bcdb71256 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e HTTP/1.1" status: 200 len: 217 time: 0.0706260 Jun 28 23:58:13.051953 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-26124742-4e9a-4a9c-b134-b16b681df3e3 req-c493863d-50a1-4c14-9bda-688173efdb1b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295946 Jun 28 23:58:13.116651 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77017333-a9ed-4a14-87ad-355955ed535a req-46b52f3f-9422-4c55-951c-420e3eb46967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:13.118187 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-46b52f3f-9422-4c55-951c-420e3eb46967 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb36a3c-a914-48b2-a528-9f9f7bc5d417 HTTP/1.1" status: 200 len: 850 time: 0.0603042 Jun 28 23:58:13.365274 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77017333-a9ed-4a14-87ad-355955ed535a req-7dbe324d-9f5f-4735-9b48-3f2e0e5563fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:13.368143 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-7dbe324d-9f5f-4735-9b48-3f2e0e5563fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2367799 Jun 28 23:58:13.407384 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b31a7-0762-40d2-a170-39ac22ceeede req-e81f775b-2218-4731-a6cb-c2ff250ec455 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:13.409939 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-518b31a7-0762-40d2-a170-39ac22ceeede req-e81f775b-2218-4731-a6cb-c2ff250ec455 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 943 time: 0.1829424 Jun 28 23:58:13.490647 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-da4bb29c-4633-4681-9606-8cf514c33ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.608799 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-518b31a7-0762-40d2-a170-39ac22ceeede req-d208147f-db7b-4b1b-aca0-7ad3105ac17a tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846974 Jun 28 23:58:13.620041 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-da4bb29c-4633-4681-9606-8cf514c33ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.633589 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-da4bb29c-4633-4681-9606-8cf514c33ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.637381 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-272ff4e3-f575-4917-9cf3-655185210798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:13.638822 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-7c46853f-ad45-46e3-b2c6-5db3c095dc9e service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275414 Jun 28 23:58:13.682153 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-da4bb29c-4633-4681-9606-8cf514c33ff3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee7ed9d5378240b993b1209e49cc3c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6709840 Jun 28 23:58:13.683142 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bb29c-4633-4681-9606-8cf514c33ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e18cd81-56e4-40f6-b583-609ad668921c,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:13.685933 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34678) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:13.710341 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-da4bb29c-4633-4681-9606-8cf514c33ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:13.755016 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a28766-ccaf-45ae-b5ef-ea4799d8ce6b req-60c8365c-11d3-4ac2-8503-8c6c8020b2d1 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:13.764820 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-69a28766-ccaf-45ae-b5ef-ea4799d8ce6b req-60c8365c-11d3-4ac2-8503-8c6c8020b2d1 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 944 time: 0.3151689 Jun 28 23:58:13.793432 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9f3c4fe1-a98c-4cfa-b2d7-e076682baea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.822565 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9f3c4fe1-a98c-4cfa-b2d7-e076682baea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.848775 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-69a28766-ccaf-45ae-b5ef-ea4799d8ce6b req-28c4b050-1b58-4b70-b6e1-218efdd8996d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489910 Jun 28 23:58:13.886794 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-77017333-a9ed-4a14-87ad-355955ed535a req-64707a11-65db-4171-a2ec-fd20c5380861 service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351635 Jun 28 23:58:13.906629 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9f3c4fe1-a98c-4cfa-b2d7-e076682baea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.910064 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9f3c4fe1-a98c-4cfa-b2d7-e076682baea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:13.914204 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-9f3c4fe1-a98c-4cfa-b2d7-e076682baea6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e18cd81-56e4-40f6-b583-609ad668921c HTTP/1.1" status: 204 len: 168 time: 0.2249243 Jun 28 23:58:13.914204 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-939794b8-41d9-4d88-877f-6ee81d2976b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:13.923445 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c4fe1-a98c-4cfa-b2d7-e076682baea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e18cd81-56e4-40f6-b583-609ad668921c,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:13.926084 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9f3c4fe1-a98c-4cfa-b2d7-e076682baea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:14.123985 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e84b-9415-49c2-9620-26fb910be689 req-688a8529-6e95-46f1-a585-f8a020696792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:14.126906 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-72d6e84b-9415-49c2-9620-26fb910be689 req-688a8529-6e95-46f1-a585-f8a020696792 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8fbe869bbe54a308294942cb74c918d&device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 1096 time: 0.1083384 Jun 28 23:58:14.224805 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ac59235c-0dc6-4c53-82f2-e7b7afb0b89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:14.351571 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e84b-9415-49c2-9620-26fb910be689 req-4d091074-a4d0-4af1-915a-e0565633b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:14.353065 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-72d6e84b-9415-49c2-9620-26fb910be689 req-4d091074-a4d0-4af1-915a-e0565633b6fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 HTTP/1.1" status: 200 len: 912 time: 0.2132795 Jun 28 23:58:14.462117 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34746) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:14.475123 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ef7a9-15b2-484c-b043-9ed2137abfcc req-586b5711-8b7c-4dab-9f0a-294a02bdb46e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:14.476760 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f66ef7a9-15b2-484c-b043-9ed2137abfcc req-586b5711-8b7c-4dab-9f0a-294a02bdb46e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.2064266 Jun 28 23:58:14.480978 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-72d6e84b-9415-49c2-9620-26fb910be689 req-f9fad61e-d858-44dd-8190-47b90c577af6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e HTTP/1.1" status: 200 len: 217 time: 0.1162913 Jun 28 23:58:14.503297 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-48ea43b4-5a83-4941-817e-0f7ca71099f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:14.716598 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-48ea43b4-5a83-4941-817e-0f7ca71099f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:14.723207 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-48ea43b4-5a83-4941-817e-0f7ca71099f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:14.726434 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-579ae04e-8b1f-4943-b281-c7048bd7aeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:14.828787 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-48ea43b4-5a83-4941-817e-0f7ca71099f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7cb5b18b7764d3c87dbe67779980b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627324 Jun 28 23:58:14.828787 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea43b4-5a83-4941-817e-0f7ca71099f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2524005d-08ac-496d-bc02-56147f67f23b,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:14.829338 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34760) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:14.864525 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-48ea43b4-5a83-4941-817e-0f7ca71099f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:14.893507 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8b389fa1-f8e7-4790-b8eb-8d51a5310843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:14.927938 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8b389fa1-f8e7-4790-b8eb-8d51a5310843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:14.961872 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f66ef7a9-15b2-484c-b043-9ed2137abfcc req-1b442cc1-5ca6-43bc-a760-6ca9fc9e21d7 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757826 Jun 28 23:58:14.976175 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e84b-9415-49c2-9620-26fb910be689 req-d5b52b0d-ef4c-4afa-8ead-440e2ddd0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:14.976175 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-72d6e84b-9415-49c2-9620-26fb910be689 req-d5b52b0d-ef4c-4afa-8ead-440e2ddd0f64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb36a3c-a914-48b2-a528-9f9f7bc5d417 HTTP/1.1" status: 200 len: 850 time: 0.4820311 Jun 28 23:58:15.011859 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8b389fa1-f8e7-4790-b8eb-8d51a5310843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:15.022650 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8b389fa1-f8e7-4790-b8eb-8d51a5310843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:15.027428 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-8b389fa1-f8e7-4790-b8eb-8d51a5310843 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2524005d-08ac-496d-bc02-56147f67f23b HTTP/1.1" status: 204 len: 168 time: 0.1938376 Jun 28 23:58:15.027428 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-975ebbe3-89b7-47b9-9468-0ea39ad54120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:15.045121 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b389fa1-f8e7-4790-b8eb-8d51a5310843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2524005d-08ac-496d-bc02-56147f67f23b,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:15.049515 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8b389fa1-f8e7-4790-b8eb-8d51a5310843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:15.055865 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477d72b-b50e-4330-994c-574644005143 req-1ee8377a-644c-4557-82b2-44ea76645b2c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:15.057812 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c477d72b-b50e-4330-994c-574644005143 req-1ee8377a-644c-4557-82b2-44ea76645b2c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 943 time: 0.2150593 Jun 28 23:58:15.101840 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34776) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:15.106513 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e84b-9415-49c2-9620-26fb910be689 req-613bc018-d312-47f9-b0d5-d59b6a3136db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:15.108197 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-72d6e84b-9415-49c2-9620-26fb910be689 req-613bc018-d312-47f9-b0d5-d59b6a3136db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1303802 Jun 28 23:58:15.128002 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c477d72b-b50e-4330-994c-574644005143 req-f2105a67-8c72-4827-9118-3a427f4121b2 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547173 Jun 28 23:58:15.209837 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 8b994ef9-6cec-4e1b-a503-9691a5392bbc details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:58:15.302694 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f53e549-afb1-4863-a2bc-b9184c6deaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:15.376625 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-72d6e84b-9415-49c2-9620-26fb910be689 req-0789f15b-c737-4c97-9bcf-53a70008224e service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237461 Jun 28 23:58:15.506820 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 8b994ef9-6cec-4e1b-a503-9691a5392bbc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b994ef9-6cec-4e1b-a503-9691a5392bbc,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:15.526364 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f53e549-afb1-4863-a2bc-b9184c6deaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:15.534966 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '8b994ef9-6cec-4e1b-a503-9691a5392bbc', 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd', 'port_id': '8b994ef9-6cec-4e1b-a503-9691a5392bbc', 'mac_address': 'fa:16:3e:ab:d2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda307fd-5f67-4a1d-93da-46c5f8dc4245', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:58:15.539125 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f53e549-afb1-4863-a2bc-b9184c6deaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:15.592093 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c8e14ba3-6fbe-4940-98a4-b3d4a3162875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:15.595907 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634aea9-3a4e-4ed4-aba3-4a69fef75b77 req-f370fb1c-f8fb-4132-8831-3bfa284022d8 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:15.598021 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5634aea9-3a4e-4ed4-aba3-4a69fef75b77 req-f370fb1c-f8fb-4132-8831-3bfa284022d8 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 944 time: 0.1531708 Jun 28 23:58:15.605293 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-72d6e84b-9415-49c2-9620-26fb910be689 req-6977db93-f585-4616-a3d3-5b7ead5fd091 service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180121 Jun 28 23:58:15.627001 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-1f53e549-afb1-4863-a2bc-b9184c6deaed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de52181c2355443eaf5ddb08144272d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231862 Jun 28 23:58:15.627663 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34792) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:15.628417 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53e549-afb1-4863-a2bc-b9184c6deaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cd36b7-f746-4008-b31f-3619977960f2,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:15.632468 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1f53e549-afb1-4863-a2bc-b9184c6deaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:15.655852 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:15.695028 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5634aea9-3a4e-4ed4-aba3-4a69fef75b77 req-e58cf0f5-a22d-4e7e-9624-54adb3912007 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802639 Jun 28 23:58:15.695208 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-94a98676-26b3-44f2-9727-7fd77b555c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:15.702236 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b994ef9-6cec-4e1b-a503-9691a5392bbc {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:15.741007 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 8b994ef9-6cec-4e1b-a503-9691a5392bbc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b994ef9-6cec-4e1b-a503-9691a5392bbc,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:15.742253 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-94a98676-26b3-44f2-9727-7fd77b555c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:15.747717 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:15.751676 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-97955935-5be8-4356-a11e-e3dc930714f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:15.807113 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=8b994ef9-6cec-4e1b-a503-9691a5392bbc,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:15.810871 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:15.811676 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-94a98676-26b3-44f2-9727-7fd77b555c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:15.817157 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-94a98676-26b3-44f2-9727-7fd77b555c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:15.821588 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-94a98676-26b3-44f2-9727-7fd77b555c83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6cd36b7-f746-4008-b31f-3619977960f2 HTTP/1.1" status: 204 len: 168 time: 0.1848507 Jun 28 23:58:15.821588 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-caa6dd27-db2b-4abf-b216-b0d9773abec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:15.843742 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a98676-26b3-44f2-9727-7fd77b555c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cd36b7-f746-4008-b31f-3619977960f2,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:15.843742 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-94a98676-26b3-44f2-9727-7fd77b555c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:16.223910 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['8b994ef9-6cec-4e1b-a503-9691a5392bbc'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:16.376554 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929da22b-f355-4a23-8ba7-9f2ccc9aba14 req-4860f2a4-2063-40a9-abf6-55b7d7e51b3b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:16.376554 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-929da22b-f355-4a23-8ba7-9f2ccc9aba14 req-4860f2a4-2063-40a9-abf6-55b7d7e51b3b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1685879 Jun 28 23:58:16.450392 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-929da22b-f355-4a23-8ba7-9f2ccc9aba14 req-d75ab626-ae2f-4b47-bfc1-86cbae07904e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560181 Jun 28 23:58:16.483657 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718f48c-8349-46e7-ab1e-45f2ce9b373d req-56e026a3-930d-4477-99ff-1c4be1487a2b tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:16.489918 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b718f48c-8349-46e7-ab1e-45f2ce9b373d req-56e026a3-930d-4477-99ff-1c4be1487a2b tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 943 time: 0.1486828 Jun 28 23:58:16.601479 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b718f48c-8349-46e7-ab1e-45f2ce9b373d req-1c9918c1-84f0-44bb-b216-be4713377cbb tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025758 Jun 28 23:58:16.962664 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350bbd5-f55a-4a44-970b-08b9a43b90ec req-d08d1de0-a73a-4e80-87fe-e968989b7c12 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:16.964531 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4350bbd5-f55a-4a44-970b-08b9a43b90ec req-d08d1de0-a73a-4e80-87fe-e968989b7c12 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 945 time: 0.1204867 Jun 28 23:58:17.017619 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b525bf-d460-494f-9c37-bc5d2cb17c55 req-925577dd-dd9d-48a3-a15a-48e8e2a06df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:17.019421 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f3b525bf-d460-494f-9c37-bc5d2cb17c55 req-925577dd-dd9d-48a3-a15a-48e8e2a06df4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 1098 time: 0.1129529 Jun 28 23:58:17.026337 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4350bbd5-f55a-4a44-970b-08b9a43b90ec req-d9945c79-c0b0-4360-b718-7e10eeec0e88 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539463 Jun 28 23:58:17.083659 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f3b525bf-d460-494f-9c37-bc5d2cb17c55 req-a226f2eb-8aad-45fe-9e78-ba93b16a0844 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561912 Jun 28 23:58:17.104521 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34852) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:17.213414 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:58:17.243221 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-794958199-network', 'tenant_id': 'eeeb8946ec984df28af244531f40afbc'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:17.262722 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b85cc172-a1e0-4f66-a61a-8466a89958fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.279946 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Made reservation on behalf of eeeb8946ec984df28af244531f40afbc for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:17.284517 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.296406 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.382965 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:17.395628 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'port_id': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e', 'mac_address': 'fa:16:3e:a4:4d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:58:17.434031 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.439479 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.442514 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.446889 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4df98147-1364-4f78-a1ac-9b22fb584fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:17.470323 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 23:58:17.498541 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3fa454-25fd-4032-990d-fb6486ee2acd,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:17.505810 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.506435 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Added segment a58e3cc8-4eae-4b35-94b5-98576b37f8e6 of type vlan for network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 Jun 28 23:58:17.509743 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:17.589066 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.611485 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:17.638608 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:17.646183 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.654385 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b41d26b6-2be4-4f49-a5af-fc963161dc9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:17.660107 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.660107 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:17.661514 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.666653 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:17.737956 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:17.742448 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:17.827738 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Pushing event updated for resources: {'Network': ['ID=7bdc8dda-424d-4cfa-bd62-dd528f60aa66,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:17.841839 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f51a1-c32b-44fc-9e01-358eacdbe92a req-a6a59fe2-1d3c-4d64-a62e-5d205763723b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:17.845496 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 23:58:17.849352 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7432127 Jun 28 23:58:17.849642 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-799f51a1-c32b-44fc-9e01-358eacdbe92a req-a6a59fe2-1d3c-4d64-a62e-5d205763723b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.2111259 Jun 28 23:58:17.851755 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:17.854125 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34874) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:17.863802 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] Request body: {'subnet': {'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-794958199-subnet', 'tenant_id': 'eeeb8946ec984df28af244531f40afbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:17.904122 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] Made reservation on behalf of eeeb8946ec984df28af244531f40afbc for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:17.910116 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126152370'] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:17.984452 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 34876) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:18.022442 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-799f51a1-c32b-44fc-9e01-358eacdbe92a req-3f6c8d62-3855-423f-8dd3-9002951c5c87 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597538 Jun 28 23:58:18.103218 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660824d-d68c-46e9-9931-e8e4aba9ec76 req-b8b62169-4bd6-4482-ab66-720470d21221 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:18.107584 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9660824d-d68c-46e9-9931-e8e4aba9ec76 req-b8b62169-4bd6-4482-ab66-720470d21221 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 944 time: 0.2254555 Jun 28 23:58:18.167887 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9660824d-d68c-46e9-9931-e8e4aba9ec76 req-617adac8-e7ab-4cb4-96c4-459477507afc tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519767 Jun 28 23:58:18.200001 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126423575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126152356'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:18.202063 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:18.204217 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:18.209002 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b4f4715-f2eb-4246-98d5-09b913456dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:18.286993 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b3ceed-cf32-4866-997e-eba1d01aef23,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:18.300415 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:18.302086 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] Checking segment: {'id': 'a58e3cc8-4eae-4b35-94b5-98576b37f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:18.302457 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] Network hostable DHCP agents. Network: 7bdc8dda-424d-4cfa-bd62-dd528f60aa66, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 23:58:18.328578 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] Network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 23:58:18.343519 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, 7bdc8dda-424d-4cfa-bd62-dd528f60aa66) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:18.348626 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:18.349386 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:18.378700 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c33e213-85b6-4bc4-9ec6-6d1e7614ce2e None None] Network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:58:18.418644 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b4f4715-f2eb-4246-98d5-09b913456dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:18.426817 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b4f4715-f2eb-4246-98d5-09b913456dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:18.431588 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-128ecfaf-6640-4700-8f1d-98af298a96c5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5754032 Jun 28 23:58:18.432093 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b27a03a8-b9d8-4119-bbfb-2e7fe8d047ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:18.486388 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f4715-f2eb-4246-98d5-09b913456dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8a5c3b-2be9-4407-a330-9b3f9bae78e0,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:18.503202 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1b4f4715-f2eb-4246-98d5-09b913456dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:18.511285 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1b4f4715-f2eb-4246-98d5-09b913456dbb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29fb2d739c924207bff9fb64a3386f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232279 Jun 28 23:58:18.514307 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 34888) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:18.523221 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fdc32-65fb-45cb-a5aa-ade2319fa333 req-3c0319ce-e6ad-41a5-b2d1-41f01b0f46b9 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:18.525436 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-710fdc32-65fb-45cb-a5aa-ade2319fa333 req-3c0319ce-e6ad-41a5-b2d1-41f01b0f46b9 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 945 time: 0.1904268 Jun 28 23:58:18.669999 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-710fdc32-65fb-45cb-a5aa-ade2319fa333 req-2f5fb9ca-c8fd-4324-9a1b-98fb9954df1f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337464 Jun 28 23:58:18.697855 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5e90d372-9f83-48a1-96c0-59761a277cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:18.721969 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085ef8d1-dedd-4065-8db9-224dc93774c8 None None] Network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 23:58:18.743705 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5e90d372-9f83-48a1-96c0-59761a277cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:18.768123 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:18.879372 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5e90d372-9f83-48a1-96c0-59761a277cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:18.883723 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5e90d372-9f83-48a1-96c0-59761a277cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:18.888419 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-5e90d372-9f83-48a1-96c0-59761a277cf5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be8a5c3b-2be9-4407-a330-9b3f9bae78e0 HTTP/1.1" status: 204 len: 168 time: 0.3724668 Jun 28 23:58:18.890243 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-562848f6-3e8f-487b-ac84-cd8738dc28f8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:18.914604 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90d372-9f83-48a1-96c0-59761a277cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8a5c3b-2be9-4407-a330-9b3f9bae78e0,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:18.930180 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5e90d372-9f83-48a1-96c0-59761a277cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:19.217659 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 8b994ef9-6cec-4e1b-a503-9691a5392bbc up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:58:19.365977 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port 8b994ef9-6cec-4e1b-a503-9691a5392bbc completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:58:19.374887 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 8b994ef9-6cec-4e1b-a503-9691a5392bbc triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:19.375264 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.408167 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9347c0c-d004-4573-a29f-1d700aadea25 req-138cfa2a-2b36-4be2-8076-68647849d9ae tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:19.408167 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e9347c0c-d004-4573-a29f-1d700aadea25 req-138cfa2a-2b36-4be2-8076-68647849d9ae tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1659920 Jun 28 23:58:19.490520 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e9347c0c-d004-4573-a29f-1d700aadea25 req-afa5d6f6-b40d-4b2d-a8e5-2b3f145688d1 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790842 Jun 28 23:58:19.495245 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.515519 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.551425 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb72eacf-2432-4e18-9bbe-f1428d0437eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b994ef9-6cec-4e1b-a503-9691a5392bbc'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:19.553908 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2887fb0-c7fa-4d4d-94ef-2fcb7e2761bb" -d '{"events": [{"server_uuid": "eb72eacf-2432-4e18-9bbe-f1428d0437eb", "name": "network-vif-plugged", "status": "completed", "tag": "8b994ef9-6cec-4e1b-a503-9691a5392bbc"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:19.569328 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 8b994ef9-6cec-4e1b-a503-9691a5392bbc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b994ef9-6cec-4e1b-a503-9691a5392bbc,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:19.575014 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d127d-460a-45bd-bebb-85ed679d8378 req-a4b8c32c-a22f-4567-9260-0c75fdb6ed40 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:19.575281 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:19.576951 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e5d127d-460a-45bd-bebb-85ed679d8378 req-a4b8c32c-a22f-4567-9260-0c75fdb6ed40 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 944 time: 0.1251707 Jun 28 23:58:19.579088 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9890ab57-d6b2-44c7-b729-165093298429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:19.634657 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=8b994ef9-6cec-4e1b-a503-9691a5392bbc,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:19.638321 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:19.659069 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e5d127d-460a-45bd-bebb-85ed679d8378 req-100702cc-8fe7-47ed-ab68-a2504ee36437 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688899 Jun 28 23:58:19.844929 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec85b4c-a6ee-4f67-8870-a6587782a2d0 x-openstack-request-id: req-0ec85b4c-a6ee-4f67-8870-a6587782a2d0 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:19.845501 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb72eacf-2432-4e18-9bbe-f1428d0437eb", "name": "network-vif-plugged", "status": "completed", "tag": "8b994ef9-6cec-4e1b-a503-9691a5392bbc", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:19.845501 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ec85b4c-a6ee-4f67-8870-a6587782a2d0 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:19.845926 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb72eacf-2432-4e18-9bbe-f1428d0437eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b994ef9-6cec-4e1b-a503-9691a5392bbc', 'code': 200} Jun 28 23:58:19.899145 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19437fe3-30aa-4689-8918-954c6ecc7b2a req-4b6c241a-cba9-4098-9459-ce9d049fcd77 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:19.908863 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-19437fe3-30aa-4689-8918-954c6ecc7b2a req-4b6c241a-cba9-4098-9459-ce9d049fcd77 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1364460 Jun 28 23:58:19.970553 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-19437fe3-30aa-4689-8918-954c6ecc7b2a req-57cbf477-60b1-43b5-9d3b-aa210b78edb5 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602939 Jun 28 23:58:20.148793 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5cff8-6eb3-4b88-b0e5-b75bbe5f49e6 req-b2295b78-656b-4688-aec1-1add6b6a5486 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:20.151364 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-40b5cff8-6eb3-4b88-b0e5-b75bbe5f49e6 req-b2295b78-656b-4688-aec1-1add6b6a5486 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 946 time: 0.1082926 Jun 28 23:58:20.231589 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-40b5cff8-6eb3-4b88-b0e5-b75bbe5f49e6 req-08ecb20c-2394-43eb-b398-918fa9afcfc7 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749397 Jun 28 23:58:20.255509 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6951c-5bd1-4e6a-85f3-3fe8fdda005f req-6dc49891-2603-41c6-9528-022b19e0c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:20.257124 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-76e6951c-5bd1-4e6a-85f3-3fe8fdda005f req-6dc49891-2603-41c6-9528-022b19e0c170 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 1099 time: 0.0921166 Jun 28 23:58:20.309978 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-76e6951c-5bd1-4e6a-85f3-3fe8fdda005f req-bad40fdf-8582-4eac-af19-095289181739 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442286 Jun 28 23:58:20.502490 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:20.984009 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9d2cf-b159-4737-81af-d7e397da072c req-9ef8102e-746c-4016-bffd-2daf72b3cef8 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:20.988595 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-9ef8102e-746c-4016-bffd-2daf72b3cef8 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/networks?id=7bdc8dda-424d-4cfa-bd62-dd528f60aa66 HTTP/1.1" status: 200 len: 808 time: 0.1679997 Jun 28 23:58:21.002757 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-7f567c37-8867-46ba-bf6f-a7824ff4d2f9 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/quotas/eeeb8946ec984df28af244531f40afbc HTTP/1.1" status: 200 len: 375 time: 0.0117729 Jun 28 23:58:21.043915 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dad2a-efb2-4a22-b873-f1d028ab980a req-e34aaa5a-6f10-4aba-91a1-6546567770eb tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:21.046496 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-780dad2a-efb2-4a22-b873-f1d028ab980a req-e34aaa5a-6f10-4aba-91a1-6546567770eb tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 944 time: 0.1466675 Jun 28 23:58:21.071752 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-1001c2fe-f06e-4a26-bd47-bafe97bb4628 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeeb8946ec984df28af244531f40afbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608974 Jun 28 23:58:21.166319 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-780dad2a-efb2-4a22-b873-f1d028ab980a req-3f69b0dc-cfe9-4b19-8d73-382c14fb9ab0 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970528 Jun 28 23:58:21.217441 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:58:21.230487 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-a737c8b6-92cf-432c-b9c4-abbee4d9c5c7 service neutron] 10.222.0.30 "GET /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387215 Jun 28 23:58:21.289404 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:58:21.293804 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:21.294182 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.348667 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-b82a9cf6-666d-4005-a138-fc8917ba5603 service neutron] 10.222.0.30 "GET /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070676 Jun 28 23:58:21.412538 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.478482 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:21.483591 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:21.487431 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:21.552400 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:21.558735 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:21.578449 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2b7d215a-b91e-47bf-abd9-05ef07d19ab6 req-8e73a5fb-ed12-4af9-b867-68fb390f2292 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 210 time: 0.0414929 Jun 28 23:58:21.669062 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c21fdb-2d00-4230-b3b6-a5a429d14efc req-96d1e1cd-3aae-4e25-a858-0418508fc7ec tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:21.671613 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-26c21fdb-2d00-4230-b3b6-a5a429d14efc req-96d1e1cd-3aae-4e25-a858-0418508fc7ec tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 946 time: 0.0798786 Jun 28 23:58:21.737152 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-26c21fdb-2d00-4230-b3b6-a5a429d14efc req-2ed8ad0d-77ec-4f61-b83b-ee72489024fa tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532610 Jun 28 23:58:21.847401 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:21.852628 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3bd8d2-5a06-48dd-9a71-93943fcc1f9a" -d '{"events": [{"server_uuid": "4876a2ae-7438-4228-94a4-48ca71e39a20", "name": "network-vif-plugged", "status": "completed", "tag": "b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:21.907079 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e26476-25f5-44e8-aca8-8398ff646a9e x-openstack-request-id: req-03e26476-25f5-44e8-aca8-8398ff646a9e {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:21.907919 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4876a2ae-7438-4228-94a4-48ca71e39a20", "name": "network-vif-plugged", "status": "completed", "tag": "b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:21.908628 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03e26476-25f5-44e8-aca8-8398ff646a9e {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:21.909536 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e', 'code': 200} Jun 28 23:58:22.345218 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:22.488455 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57223b66-4f00-455c-9384-90b1b4facf89 req-8fad1f33-9f0a-4767-9307-e8ebe804d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:22.491113 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-57223b66-4f00-455c-9384-90b1b4facf89 req-8fad1f33-9f0a-4767-9307-e8ebe804d420 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 1098 time: 0.0916119 Jun 28 23:58:22.521554 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c00ec7-1b90-410d-af24-072422a99620 req-f7b57a65-eadb-4fdc-ad74-da472f5e7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:22.523850 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-58c00ec7-1b90-410d-af24-072422a99620 req-f7b57a65-eadb-4fdc-ad74-da472f5e7243 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8623745b74a1485d8a448f201b439a8b&device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 1098 time: 0.2064648 Jun 28 23:58:22.545245 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-57223b66-4f00-455c-9384-90b1b4facf89 req-d49066cc-86a2-4358-8e5b-79939176cf39 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450308 Jun 28 23:58:22.564990 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e324-eba3-4a87-89c8-dc671ef77669 req-a69e93ff-6253-43aa-b065-c1a024e7198d tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:22.577590 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d322e324-eba3-4a87-89c8-dc671ef77669 req-a69e93ff-6253-43aa-b065-c1a024e7198d tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.2712574 Jun 28 23:58:22.724018 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d322e324-eba3-4a87-89c8-dc671ef77669 req-14334537-d85b-4d64-9cdd-dbe6987b2e13 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181097 Jun 28 23:58:22.754877 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91861e9-f37c-4410-92e7-2d8afebdb698 req-fe601ecb-b58d-4301-84eb-ec7b7b49a5d4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:22.754877 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b91861e9-f37c-4410-92e7-2d8afebdb698 req-fe601ecb-b58d-4301-84eb-ec7b7b49a5d4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.3132710 Jun 28 23:58:22.763784 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c00ec7-1b90-410d-af24-072422a99620 req-f86c8107-31a0-47b3-950b-fc4f25b40efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:22.765291 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-58c00ec7-1b90-410d-af24-072422a99620 req-f86c8107-31a0-47b3-950b-fc4f25b40efb service neutron] 10.222.0.52 "GET /v2.0/networks?id=62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 200 len: 920 time: 0.2309489 Jun 28 23:58:22.795196 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b91861e9-f37c-4410-92e7-2d8afebdb698 req-75592097-f15f-4ba0-a4a8-b59688a9a2b0 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Jun 28 23:58:22.940590 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-67e6cecb-3bd5-42a5-bbad-109299723152 req-d852201d-7d18-4089-9853-6a3906ff38cc tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 210 time: 0.0293317 Jun 28 23:58:23.062101 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-58c00ec7-1b90-410d-af24-072422a99620 req-ee8a64eb-29c2-417c-a694-839fb579beae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e9e2b7-11f7-4117-9373-7ff3125748a1 HTTP/1.1" status: 200 len: 217 time: 0.0414760 Jun 28 23:58:23.163550 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bc302-6e8f-4c5b-801c-29d77543bae4 req-b1cd0665-2289-44a1-ae5c-978aee3b30e3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:23.165278 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e71bc302-6e8f-4c5b-801c-29d77543bae4 req-b1cd0665-2289-44a1-ae5c-978aee3b30e3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 946 time: 0.0713580 Jun 28 23:58:23.235225 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c00ec7-1b90-410d-af24-072422a99620 req-e8b0cd01-ec63-4311-be54-1ec4ef55c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:23.236806 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-58c00ec7-1b90-410d-af24-072422a99620 req-e8b0cd01-ec63-4311-be54-1ec4ef55c082 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9436cf5-072a-422e-8cf9-85a314d8c96f HTTP/1.1" status: 200 len: 859 time: 0.0705755 Jun 28 23:58:23.282906 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e71bc302-6e8f-4c5b-801c-29d77543bae4 req-014a8260-3f5e-4ff0-9aba-be7b4b01300e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070080 Jun 28 23:58:23.284912 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-58c00ec7-1b90-410d-af24-072422a99620 req-9405517a-a50a-477a-afcc-18d99a310d47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62594d8b-13ea-4f79-bd37-f6962e081cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402277 Jun 28 23:58:23.408835 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-58c00ec7-1b90-410d-af24-072422a99620 req-984698aa-b718-4868-af0b-6e0596a346e0 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163440 Jun 28 23:58:23.535778 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-58c00ec7-1b90-410d-af24-072422a99620 req-3cd6c132-33f8-435f-8c8c-d33abea87655 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187270 Jun 28 23:58:23.997348 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 35082) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:24.143254 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f1f2e-aabd-4f9c-9ac9-35f52e16b5b2 req-1b31e75e-f380-4799-9df1-701992c4fae6 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:24.146415 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9e9f1f2e-aabd-4f9c-9ac9-35f52e16b5b2 req-1b31e75e-f380-4799-9df1-701992c4fae6 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1954370 Jun 28 23:58:24.171163 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-46867980-6eab-44b1-8e10-7d17c9f0614e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:24.228222 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35871a14-3724-473c-9a97-364c2ab04af2 req-1ec75e0b-fc8a-4d06-9478-43b5caed6b0a tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:24.229931 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-35871a14-3724-473c-9a97-364c2ab04af2 req-1ec75e0b-fc8a-4d06-9478-43b5caed6b0a tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.2153602 Jun 28 23:58:24.293205 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9e9f1f2e-aabd-4f9c-9ac9-35f52e16b5b2 req-f17c0fbd-966f-4cf8-af2d-ff9ac3b33be9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341698 Jun 28 23:58:24.422856 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-35871a14-3724-473c-9a97-364c2ab04af2 req-cba66c87-5411-4abe-a415-d55c1a783d97 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689215 Jun 28 23:58:24.440800 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-46867980-6eab-44b1-8e10-7d17c9f0614e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:24.442394 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9d2cf-b159-4737-81af-d7e397da072c req-c3b37190-8811-41e1-a967-646f0cd45b71 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:24.445690 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-c3b37190-8811-41e1-a967-646f0cd45b71 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.52 "GET /v2.0/networks?id=7bdc8dda-424d-4cfa-bd62-dd528f60aa66 HTTP/1.1" status: 200 len: 808 time: 0.3548989 Jun 28 23:58:24.449064 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-46867980-6eab-44b1-8e10-7d17c9f0614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:24.456545 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9c87311c-6c5f-4781-9275-eacf83257793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:24.495499 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Request body: {'port': {'device_id': '269931ee-f86e-4fbe-9486-f488693c325f', 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66', 'admin_state_up': True, 'tenant_id': 'eeeb8946ec984df28af244531f40afbc'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:24.519029 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-46867980-6eab-44b1-8e10-7d17c9f0614e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f4f2daa185b48758d11481e9cf82dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5198078 Jun 28 23:58:24.519598 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 35094) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:24.519794 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46867980-6eab-44b1-8e10-7d17c9f0614e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476f9136-42ba-4840-b7b7-a2442dd4e1fd,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:24.537970 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-46867980-6eab-44b1-8e10-7d17c9f0614e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:24.603131 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7448ffe2-55f0-4a7c-a81c-183e7463e39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:24.630951 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7448ffe2-55f0-4a7c-a81c-183e7463e39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:24.707112 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7448ffe2-55f0-4a7c-a81c-183e7463e39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:24.710624 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7448ffe2-55f0-4a7c-a81c-183e7463e39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:24.724647 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-7448ffe2-55f0-4a7c-a81c-183e7463e39f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/476f9136-42ba-4840-b7b7-a2442dd4e1fd HTTP/1.1" status: 204 len: 168 time: 0.1807344 Jun 28 23:58:24.725568 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fe89722b-8aaf-4e88-af97-8804da879d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:24.741562 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448ffe2-55f0-4a7c-a81c-183e7463e39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476f9136-42ba-4840-b7b7-a2442dd4e1fd,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:24.757785 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7448ffe2-55f0-4a7c-a81c-183e7463e39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:24.890397 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1a610c6a-705b-4d5f-b6f8-46b7430b2f44 req-783d859e-ae14-408c-af97-b07e0565cdc9 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 210 time: 0.3358212 Jun 28 23:58:24.999336 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Made reservation on behalf of eeeb8946ec984df28af244531f40afbc for: {'port': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:25.003745 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:25.159625 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Allocated IP 172.20.0.4 (7bdc8dda-424d-4cfa-bd62-dd528f60aa66/57b3ceed-cf32-4866-997e-eba1d01aef23/e217c923-8b1b-4fdf-88f9-448c0655740d) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:58:25.458474 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:25.604042 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:25.661967 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d395e4b4-17eb-4c63-805a-783265c44b9b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:25.719792 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:58:25.732523 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:25.744082 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:58:25.748145 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:25.749294 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:25.776420 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Pushing event updated for resources: {'Port': ['ID=e217c923-8b1b-4fdf-88f9-448c0655740d,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:25.795721 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:25.825832 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3378744 Jun 28 23:58:25.849784 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Request body: {'port': {'device_id': '269931ee-f86e-4fbe-9486-f488693c325f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:25.861528 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742f3c-23b7-48d6-8e62-0e905ba1cb67 req-566d6b8a-ffd7-4e96-af6a-d8f65fe66b2c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:25.862991 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ea742f3c-23b7-48d6-8e62-0e905ba1cb67 req-566d6b8a-ffd7-4e96-af6a-d8f65fe66b2c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.2774429 Jun 28 23:58:25.986648 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886f51d-1ecf-476c-8a3e-f72ffe661355 req-1113e4c5-8190-4489-bf6c-0e3d027f93ef tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:25.989323 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8886f51d-1ecf-476c-8a3e-f72ffe661355 req-1113e4c5-8190-4489-bf6c-0e3d027f93ef tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.2170911 Jun 28 23:58:26.007248 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ea742f3c-23b7-48d6-8e62-0e905ba1cb67 req-75d43825-2ab4-4c1b-9bf4-fdf1c5b84597 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233549 Jun 28 23:58:26.048618 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:26.144742 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8886f51d-1ecf-476c-8a3e-f72ffe661355 req-a324ab9f-181a-4696-a324-b6124920be75 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445954 Jun 28 23:58:26.644427 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44004fdb-5ce2-42eb-a657-34a956b72bc4 req-6c59aacd-3267-456b-adff-29f4968514bf tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:26.651377 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-44004fdb-5ce2-42eb-a657-34a956b72bc4 req-6c59aacd-3267-456b-adff-29f4968514bf tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 931 time: 0.2218463 Jun 28 23:58:26.655865 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e217c923-8b1b-4fdf-88f9-448c0655740d {{(pid=92977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:26.688695 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:26.715566 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46498a0-f437-4fad-a93b-dbaacaa90177 req-a95e752d-7c38-4648-9c20-3078c081484f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:26.728005 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 35176) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:26.728502 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a46498a0-f437-4fad-a93b-dbaacaa90177 req-a95e752d-7c38-4648-9c20-3078c081484f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.2658844 Jun 28 23:58:26.737782 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-488eba34-5520-4ddc-bde2-386ac0ad6b3c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Request body: {'floatingip': {'port_id': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:26.744672 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Transition to ACTIVE for port object e217c923-8b1b-4fdf-88f9-448c0655740d will not be triggered until provisioned by entity L2. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:58:26.755937 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:26.771327 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:26.790026 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-44004fdb-5ce2-42eb-a657-34a956b72bc4 req-176590ed-4060-41e9-8f94-e40d7d15df64 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373694 Jun 28 23:58:26.858137 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-488eba34-5520-4ddc-bde2-386ac0ad6b3c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:26.877682 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Attempting to bind port e217c923-8b1b-4fdf-88f9-448c0655740d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:58:26.878070 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Attempting to bind port e217c923-8b1b-4fdf-88f9-448c0655740d by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'a58e3cc8-4eae-4b35-94b5-98576b37f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66'}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:58:26.878402 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Attempting to bind port e217c923-8b1b-4fdf-88f9-448c0655740d on network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:26.891688 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Port e217c923-8b1b-4fdf-88f9-448c0655740d on network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:58:26.892010 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Attempting to bind port e217c923-8b1b-4fdf-88f9-448c0655740d on network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:26.894547 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Pushing event updated for resources: {'Port': ['ID=e217c923-8b1b-4fdf-88f9-448c0655740d,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:26.898679 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:26.902694 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:58:26.902694 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Checking segment: {'id': 'a58e3cc8-4eae-4b35-94b5-98576b37f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:26.902694 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Bound using segment: {'id': 'a58e3cc8-4eae-4b35-94b5-98576b37f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66'} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:58:26.903106 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Bound port: e217c923-8b1b-4fdf-88f9-448c0655740d, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58e3cc8-4eae-4b35-94b5-98576b37f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66'}}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:58:26.903596 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:26.982828 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] For port e217c923-8b1b-4fdf-88f9-448c0655740d, host hv-cinder-76330, cleared binding levels {{(pid=92977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:58:26.987375 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] For port e217c923-8b1b-4fdf-88f9-448c0655740d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e217c923-8b1b-4fdf-88f9-448c0655740d,segment=NetworkSegment(a58e3cc8-4eae-4b35-94b5-98576b37f8e6),segment_id=a58e3cc8-4eae-4b35-94b5-98576b37f8e6)] {{(pid=92977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:58:26.998494 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:27.008208 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8334f47d-740c-4571-b3ab-a507010a3238 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:27.051881 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:27.052645 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:27.054171 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] 10.222.0.52 "PUT /v2.0/ports/e217c923-8b1b-4fdf-88f9-448c0655740d HTTP/1.1" status: 200 len: 1093 time: 1.2118647 Jun 28 23:58:27.054752 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269931ee-f86e-4fbe-9486-f488693c325f', 'tag': 'e217c923-8b1b-4fdf-88f9-448c0655740d'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:27.057355 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e762a4d-3fb4-43c8-b04c-3a0332da514d" -d '{"events": [{"name": "network-changed", "server_uuid": "269931ee-f86e-4fbe-9486-f488693c325f", "tag": "e217c923-8b1b-4fdf-88f9-448c0655740d"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:27.111825 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Pushing event updated for resources: {'Port': ['ID=e217c923-8b1b-4fdf-88f9-448c0655740d,revision_number=3']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:27.116296 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe89999a-d804-4fd0-9683-7af2ecb86432 x-openstack-request-id: req-fe89999a-d804-4fd0-9683-7af2ecb86432 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:27.121839 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269931ee-f86e-4fbe-9486-f488693c325f", "tag": "e217c923-8b1b-4fdf-88f9-448c0655740d", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:27.122684 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe89999a-d804-4fd0-9683-7af2ecb86432 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:27.123547 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269931ee-f86e-4fbe-9486-f488693c325f', 'tag': 'e217c923-8b1b-4fdf-88f9-448c0655740d', 'status': 'completed', 'code': 200} Jun 28 23:58:27.126588 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:27.427084 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9d2cf-b159-4737-81af-d7e397da072c req-99d746bd-08f6-4b6c-8969-f63244220ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:27.429927 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-99d746bd-08f6-4b6c-8969-f63244220ab1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eeeb8946ec984df28af244531f40afbc&device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 1096 time: 0.2698152 Jun 28 23:58:27.494364 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217387c-2d71-4e83-b309-9062ec2d0f15 req-e084728a-5e14-4f9a-aff7-10867a6c5814 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:27.504129 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f217387c-2d71-4e83-b309-9062ec2d0f15 req-e084728a-5e14-4f9a-aff7-10867a6c5814 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.2710342 Jun 28 23:58:27.552745 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-72df80ca-9055-4cc8-b423-c2eb31eef166 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e217c923-8b1b-4fdf-88f9-448c0655740d HTTP/1.1" status: 200 len: 217 time: 0.1004663 Jun 28 23:58:27.585520 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f217387c-2d71-4e83-b309-9062ec2d0f15 req-10ec6dea-cb79-4d21-b412-b8d8bc1a225c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797908 Jun 28 23:58:27.663809 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe5890b4-9951-44b5-b004-6d2a37c1c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:27.665743 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-fe5890b4-9951-44b5-b004-6d2a37c1c730 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=57b3ceed-cf32-4866-997e-eba1d01aef23 HTTP/1.1" status: 200 len: 848 time: 0.0748732 Jun 28 23:58:27.713760 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-35db9a3f-58f1-4088-8396-5bff89039e92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bdc8dda-424d-4cfa-bd62-dd528f60aa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358841 Jun 28 23:58:28.169684 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-5dbcc3bb-8551-4efd-9284-84264100a3e9 service neutron] 10.222.0.52 "GET /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307141 Jun 28 23:58:28.183401 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-488eba34-5520-4ddc-bde2-386ac0ad6b3c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:28.190519 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-488eba34-5520-4ddc-bde2-386ac0ad6b3c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:28.375990 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0189c-3856-4eeb-a1a9-1f06469053a1 req-b86f722f-cd5f-49fa-a692-6e328543d838 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:28.379589 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-40b0189c-3856-4eeb-a1a9-1f06469053a1 req-b86f722f-cd5f-49fa-a692-6e328543d838 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 943 time: 0.3976343 Jun 28 23:58:28.398894 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.l3_db [None req-488eba34-5520-4ddc-bde2-386ac0ad6b3c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Floating IP 25baaf7f-81e0-47c9-879c-7e4943274b3a associated. External IP: 172.28.0.35, port: b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e. Jun 28 23:58:28.405732 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20a9d2cf-b159-4737-81af-d7e397da072c req-7c8459d2-907b-4841-98a9-69f974d11c94 service neutron] 10.222.0.52 "GET /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257595 Jun 28 23:58:28.503917 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-40b0189c-3856-4eeb-a1a9-1f06469053a1 req-9e96267b-6e1b-484c-96a0-692512528d85 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003487 Jun 28 23:58:28.699929 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e762a4d-3fb4-43c8-b04c-3a0332da514d req-c1e3ba9c-36b0-4951-9269-4fd62e3f9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:28.702259 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e762a4d-3fb4-43c8-b04c-3a0332da514d req-c1e3ba9c-36b0-4951-9269-4fd62e3f9838 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eeeb8946ec984df28af244531f40afbc&device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 1096 time: 0.1471968 Jun 28 23:58:28.822556 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488eba34-5520-4ddc-bde2-386ac0ad6b3c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Router 0e9c02fb-189d-49a0-a430-6158b7042915 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 23:58:28.976424 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e762a4d-3fb4-43c8-b04c-3a0332da514d req-1bdd56da-659d-4196-ae8f-c05f04becde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:28.977853 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e762a4d-3fb4-43c8-b04c-3a0332da514d req-1bdd56da-659d-4196-ae8f-c05f04becde8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bdc8dda-424d-4cfa-bd62-dd528f60aa66 HTTP/1.1" status: 200 len: 909 time: 0.2678978 Jun 28 23:58:28.995160 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488eba34-5520-4ddc-bde2-386ac0ad6b3c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 23:58:29.001486 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-488eba34-5520-4ddc-bde2-386ac0ad6b3c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:29.004952 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0458-3fb4-463a-bff6-edfb277bd9a8 req-4aabe679-545e-4024-91e5-f1ccf09807c8 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:29.006497 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-828d0458-3fb4-463a-bff6-edfb277bd9a8 req-4aabe679-545e-4024-91e5-f1ccf09807c8 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1703830 Jun 28 23:58:29.012821 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc27d1-5960-479d-b435-ea472fe1401b None None] Sync routers for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 23:58:29.047695 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc27d1-5960-479d-b435-ea472fe1401b None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:58:29.048450 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-43cc27d1-5960-479d-b435-ea472fe1401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:58:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:58:29.048602 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e762a4d-3fb4-43c8-b04c-3a0332da514d req-a18a3042-7df4-4358-aba0-69c7dbc09ea6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e217c923-8b1b-4fdf-88f9-448c0655740d HTTP/1.1" status: 200 len: 217 time: 0.0622051 Jun 28 23:58:29.060622 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-488eba34-5520-4ddc-bde2-386ac0ad6b3c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "PUT /v2.0/floatingips/25baaf7f-81e0-47c9-879c-7e4943274b3a HTTP/1.1" status: 200 len: 990 time: 2.3309817 Jun 28 23:58:29.061540 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'tag': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:29.065430 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a426bf-1856-4426-8771-cb3fadecc1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4876a2ae-7438-4228-94a4-48ca71e39a20", "tag": "b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:29.150028 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e762a4d-3fb4-43c8-b04c-3a0332da514d req-707f0583-ee37-48e5-b71f-f1a6f9fd176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:29.152292 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e762a4d-3fb4-43c8-b04c-3a0332da514d req-707f0583-ee37-48e5-b71f-f1a6f9fd176e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=57b3ceed-cf32-4866-997e-eba1d01aef23 HTTP/1.1" status: 200 len: 848 time: 0.0823250 Jun 28 23:58:29.190840 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-43cc27d1-5960-479d-b435-ea472fe1401b None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:58:29.195264 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e762a4d-3fb4-43c8-b04c-3a0332da514d req-7d2a6b78-2913-4ad3-8e83-4a77e5671b47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bdc8dda-424d-4cfa-bd62-dd528f60aa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291958 Jun 28 23:58:29.198292 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-828d0458-3fb4-463a-bff6-edfb277bd9a8 req-b3d8f136-6d94-4526-8bc2-3b819693c928 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571865 Jun 28 23:58:29.273926 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badd1267-7bb3-46bc-930a-2bc3119e9abe x-openstack-request-id: req-badd1267-7bb3-46bc-930a-2bc3119e9abe {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:29.274466 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4876a2ae-7438-4228-94a4-48ca71e39a20", "tag": "b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:29.274588 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-badd1267-7bb3-46bc-930a-2bc3119e9abe {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:29.274926 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'tag': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e', 'status': 'completed', 'code': 200} Jun 28 23:58:29.332835 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e762a4d-3fb4-43c8-b04c-3a0332da514d req-75b21e93-ae2f-4ceb-9bba-03b23b56b0bb service neutron] 10.222.0.52 "GET /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205051 Jun 28 23:58:29.458106 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a426bf-1856-4426-8771-cb3fadecc1e5 req-3f6c46a5-1abe-45f2-a85f-83a401995730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:29.459775 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b1a426bf-1856-4426-8771-cb3fadecc1e5 req-3f6c46a5-1abe-45f2-a85f-83a401995730 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8fbe869bbe54a308294942cb74c918d&device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 1098 time: 0.0797007 Jun 28 23:58:29.492599 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e762a4d-3fb4-43c8-b04c-3a0332da514d req-872a016e-4cac-42ef-9751-69142eb42985 service neutron] 10.222.0.52 "GET /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145465 Jun 28 23:58:29.522960 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-43cc27d1-5960-479d-b435-ea472fe1401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '25baaf7f-81e0-47c9-879c-7e4943274b3a', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'floating_ip_address': '172.28.0.35', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'port_id': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'mac_address': 'fa:16:3e:a4:4d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:58:04Z', 'updated_at': '2021-06-28T23:58:28Z', 'revision_number': 1, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:58:29.551240 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc27d1-5960-479d-b435-ea472fe1401b None None] Checking router: 0e9c02fb-189d-49a0-a430-6158b7042915 for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 23:58:29.559921 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc27d1-5960-479d-b435-ea472fe1401b None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 23:58:29.560591 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-43cc27d1-5960-479d-b435-ea472fe1401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:58:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:58:29.583579 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a426bf-1856-4426-8771-cb3fadecc1e5 req-15082cc9-16f9-45df-a60d-b821afd5b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:29.586731 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b1a426bf-1856-4426-8771-cb3fadecc1e5 req-15082cc9-16f9-45df-a60d-b821afd5b690 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 HTTP/1.1" status: 200 len: 912 time: 0.1184602 Jun 28 23:58:29.706008 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b1a426bf-1856-4426-8771-cb3fadecc1e5 req-3d0fe369-9495-4737-b803-9ce471eaa3dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e HTTP/1.1" status: 200 len: 998 time: 0.1013918 Jun 28 23:58:29.714379 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-43cc27d1-5960-479d-b435-ea472fe1401b None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 23:58:29.749359 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3590ef-2dc9-41c7-aff3-8ee9eb1539ca req-aca454ea-f803-4e9a-a638-9480abc00cef tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:29.757846 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4e3590ef-2dc9-41c7-aff3-8ee9eb1539ca req-aca454ea-f803-4e9a-a638-9480abc00cef tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 943 time: 0.0900500 Jun 28 23:58:29.801135 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a426bf-1856-4426-8771-cb3fadecc1e5 req-4caf8c21-c6f1-4c00-94d0-330e09c21621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:29.802931 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b1a426bf-1856-4426-8771-cb3fadecc1e5 req-4caf8c21-c6f1-4c00-94d0-330e09c21621 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb36a3c-a914-48b2-a528-9f9f7bc5d417 HTTP/1.1" status: 200 len: 850 time: 0.0884418 Jun 28 23:58:29.818112 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4e3590ef-2dc9-41c7-aff3-8ee9eb1539ca req-3539250b-6bda-4816-8831-6c0e164c22eb tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591743 Jun 28 23:58:29.882758 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a426bf-1856-4426-8771-cb3fadecc1e5 req-2bf4fa03-0472-496a-bef5-e8fb3d70c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:29.884296 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b1a426bf-1856-4426-8771-cb3fadecc1e5 req-2bf4fa03-0472-496a-bef5-e8fb3d70c19e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0697200 Jun 28 23:58:29.976596 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-43cc27d1-5960-479d-b435-ea472fe1401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '25baaf7f-81e0-47c9-879c-7e4943274b3a', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'floating_ip_address': '172.28.0.35', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'port_id': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'mac_address': 'fa:16:3e:a4:4d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:58:04Z', 'updated_at': '2021-06-28T23:58:28Z', 'revision_number': 1, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:58:29.982471 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b1a426bf-1856-4426-8771-cb3fadecc1e5 req-0b28886f-512c-42c0-a386-f90a30ebdf36 service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838814 Jun 28 23:58:30.003181 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cc27d1-5960-479d-b435-ea472fe1401b None None] The sync data for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb is: [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '25baaf7f-81e0-47c9-879c-7e4943274b3a', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'floating_ip_address': '172.28.0.35', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'port_id': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'mac_address': 'fa:16:3e:a4:4d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T23:58:04Z', 'updated_at': '2021-06-28T23:58:28Z', 'revision_number': 1, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 23:58:30.099244 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b1a426bf-1856-4426-8771-cb3fadecc1e5 req-babce365-193e-41d5-ba66-4c0020e96abf service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100597 Jun 28 23:58:30.237219 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6cb470-970a-45fc-9f5e-387ef2f7e768 None None] New status for floating IP 25baaf7f-81e0-47c9-879c-7e4943274b3a: ACTIVE {{(pid=92979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 23:58:30.407797 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06343d75-d344-45c1-a4d8-8f39f429263a req-beca6040-5971-4850-a3a8-a0149e8e0200 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:30.409620 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-06343d75-d344-45c1-a4d8-8f39f429263a req-beca6040-5971-4850-a3a8-a0149e8e0200 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0844455 Jun 28 23:58:30.448731 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-06343d75-d344-45c1-a4d8-8f39f429263a req-f4dfd13e-c4a8-478a-a249-58feec83c0ef tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328250 Jun 28 23:58:30.683429 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 35298) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:30.787440 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18256920-acd3-49f0-ad19-2b7be04ed0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:30.909945 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18256920-acd3-49f0-ad19-2b7be04ed0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:30.915095 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18256920-acd3-49f0-ad19-2b7be04ed0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:30.918095 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9f3c4fe1-a98c-4cfa-b2d7-e076682baea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:30.960331 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18256920-acd3-49f0-ad19-2b7be04ed0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b5a5b4-c12a-4af9-a264-7b518776ba2a,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:30.966344 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-18256920-acd3-49f0-ad19-2b7be04ed0f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4192e537c014f008a22c71fb1d597ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801123 Jun 28 23:58:30.970162 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 35316) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:30.978603 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-18256920-acd3-49f0-ad19-2b7be04ed0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:31.150841 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c382783d-df81-4a56-a194-0cb75c337267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:31.185883 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5cae4-23ce-48c2-b42d-879254cabaed req-ca5cc8f0-7280-41d8-8677-edbc5520edf4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:31.187342 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a2d5cae4-23ce-48c2-b42d-879254cabaed req-ca5cc8f0-7280-41d8-8677-edbc5520edf4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 943 time: 0.1904633 Jun 28 23:58:31.198274 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-57881e80-e88a-412f-9015-56c4313ae2e9 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:31.200009 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-57881e80-e88a-412f-9015-56c4313ae2e9 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 815 time: 0.1614921 Jun 28 23:58:31.212781 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c382783d-df81-4a56-a194-0cb75c337267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:31.253020 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-64d23ae5-9302-4b83-a476-492741a59b77 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/quotas/dbcec3fb47d34560ba5cc93df96d3145 HTTP/1.1" status: 200 len: 375 time: 0.0431974 Jun 28 23:58:31.274996 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device e217c923-8b1b-4fdf-88f9-448c0655740d details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:58:31.310623 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a2d5cae4-23ce-48c2-b42d-879254cabaed req-52b2f61d-11c2-4061-9056-2cff978e4457 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047435 Jun 28 23:58:31.355246 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-a10f64a6-89f6-4dff-a28d-2b43989b3a3a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837004 Jun 28 23:58:31.361753 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c382783d-df81-4a56-a194-0cb75c337267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:31.365042 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c382783d-df81-4a56-a194-0cb75c337267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:31.366506 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-c382783d-df81-4a56-a194-0cb75c337267 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01b5a5b4-c12a-4af9-a264-7b518776ba2a HTTP/1.1" status: 204 len: 168 time: 0.3954647 Jun 28 23:58:31.368549 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:31.386020 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port e217c923-8b1b-4fdf-88f9-448c0655740d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e217c923-8b1b-4fdf-88f9-448c0655740d,segment=NetworkSegment(a58e3cc8-4eae-4b35-94b5-98576b37f8e6),segment_id=a58e3cc8-4eae-4b35-94b5-98576b37f8e6)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:31.392345 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382783d-df81-4a56-a194-0cb75c337267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b5a5b4-c12a-4af9-a264-7b518776ba2a,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:31.395588 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c382783d-df81-4a56-a194-0cb75c337267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:31.423395 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': 'e217c923-8b1b-4fdf-88f9-448c0655740d', 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66', 'port_id': 'e217c923-8b1b-4fdf-88f9-448c0655740d', 'mac_address': 'fa:16:3e:62:1a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b3ceed-cf32-4866-997e-eba1d01aef23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:58:31.474067 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-ac51f697-de70-47e7-997d-1db525ea16e3 service neutron] 10.222.0.30 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063755 Jun 28 23:58:31.488158 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:31.511967 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e217c923-8b1b-4fdf-88f9-448c0655740d {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:31.542629 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port e217c923-8b1b-4fdf-88f9-448c0655740d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e217c923-8b1b-4fdf-88f9-448c0655740d,segment=NetworkSegment(a58e3cc8-4eae-4b35-94b5-98576b37f8e6),segment_id=a58e3cc8-4eae-4b35-94b5-98576b37f8e6)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:31.550326 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:31.553240 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:31.588735 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-1002cfa3-ea25-4225-988c-df7f41bd4eb6 service neutron] 10.222.0.30 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079333 Jun 28 23:58:31.608396 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=e217c923-8b1b-4fdf-88f9-448c0655740d,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:31.612186 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:31.725217 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dfbb1-fe7d-4ef9-89d2-a16e14e71e5b req-1954be4b-e22f-4d6f-910b-5e8636e99318 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:31.727082 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d88dfbb1-fe7d-4ef9-89d2-a16e14e71e5b req-1954be4b-e22f-4d6f-910b-5e8636e99318 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0901332 Jun 28 23:58:31.740952 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 35340) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:31.756812 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9d1096bc-9a63-4e9f-af6e-7f540cf31adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:31.795061 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d88dfbb1-fe7d-4ef9-89d2-a16e14e71e5b req-c9098013-1397-4a44-85ee-76f77c3f0da4 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524743 Jun 28 23:58:31.887048 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a04be7b0-fc9f-41e7-879b-0a17f43a4f91 req-d06e8bbd-5963-4f1c-8b7b-c4884b04739a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 210 time: 0.0312159 Jun 28 23:58:31.890139 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9d1096bc-9a63-4e9f-af6e-7f540cf31adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:31.895030 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9d1096bc-9a63-4e9f-af6e-7f540cf31adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:31.899488 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-dbfc9aa2-eb38-41b4-b5b1-42dc06a58920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:31.941561 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-9d1096bc-9a63-4e9f-af6e-7f540cf31adc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d090791ddb14f23bf246ee7464ef9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987855 Jun 28 23:58:31.942795 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1096bc-9a63-4e9f-af6e-7f540cf31adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122c59df-7bc6-4c5f-a1bd-0f92773ae7fe,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:31.945985 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 35348) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:31.948139 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9d1096bc-9a63-4e9f-af6e-7f540cf31adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:32.009936 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8cc280b3-8cba-43ec-b1f4-e5cfa15869ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:32.034681 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8cc280b3-8cba-43ec-b1f4-e5cfa15869ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:32.109420 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8cc280b3-8cba-43ec-b1f4-e5cfa15869ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:32.112342 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8cc280b3-8cba-43ec-b1f4-e5cfa15869ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:32.116600 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-8cc280b3-8cba-43ec-b1f4-e5cfa15869ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/122c59df-7bc6-4c5f-a1bd-0f92773ae7fe HTTP/1.1" status: 204 len: 168 time: 0.1665535 Jun 28 23:58:32.116600 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-626224fe-57fb-4a8d-89ef-e62aaf45321e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:32.119567 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['e217c923-8b1b-4fdf-88f9-448c0655740d'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:32.122392 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc280b3-8cba-43ec-b1f4-e5cfa15869ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122c59df-7bc6-4c5f-a1bd-0f92773ae7fe,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:32.124814 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8cc280b3-8cba-43ec-b1f4-e5cfa15869ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:32.608379 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49af4e5-a44a-452e-8777-587719bd158b req-59fc9add-75fa-4ce6-8f37-82b49d4ba47b tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:32.610362 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c49af4e5-a44a-452e-8777-587719bd158b req-59fc9add-75fa-4ce6-8f37-82b49d4ba47b tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 944 time: 0.1107552 Jun 28 23:58:32.689107 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c49af4e5-a44a-452e-8777-587719bd158b req-c929501a-e1a5-45b7-89e2-57835850da3e tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726786 Jun 28 23:58:32.995380 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e4ef3-42bf-4642-9ae3-0c47b2c36a65 req-eaf8d76a-5dcc-484e-bf5a-4c590254bb5e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:32.997937 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f20e4ef3-42bf-4642-9ae3-0c47b2c36a65 req-eaf8d76a-5dcc-484e-bf5a-4c590254bb5e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0884776 Jun 28 23:58:33.068585 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c7f67574-ac50-4907-b3bd-5da4f2711b83 req-eedf5bf0-42b5-4b23-a1a2-401047f6a193 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 210 time: 0.0400457 Jun 28 23:58:33.083172 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f20e4ef3-42bf-4642-9ae3-0c47b2c36a65 req-420b66ff-e9dd-496c-af75-66ccdcff6a68 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755944 Jun 28 23:58:33.639927 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-82d4c162-ea36-40e2-964e-eb68becba2e2 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:33.641619 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-82d4c162-ea36-40e2-964e-eb68becba2e2 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 815 time: 0.2015328 Jun 28 23:58:33.676376 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Request body: {'port': {'device_id': '3ddc8015-5291-4687-aee7-ba200a6392fc', 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd', 'admin_state_up': True, 'tenant_id': 'dbcec3fb47d34560ba5cc93df96d3145'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:33.684998 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 35442) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:33.869754 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Made reservation on behalf of dbcec3fb47d34560ba5cc93df96d3145 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:33.878945 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5ade2d28-7af4-49cf-a48f-2f2130696319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:33.884586 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.036690 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c463008-2941-47ec-80a7-4dcb6241bb62 req-3079927a-cba5-44d6-9aeb-050a3f1cc4ed tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:34.038642 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8c463008-2941-47ec-80a7-4dcb6241bb62 req-3079927a-cba5-44d6-9aeb-050a3f1cc4ed tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 944 time: 0.1611600 Jun 28 23:58:34.080826 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Allocated IP 172.20.0.9 (626c952e-fd34-4355-acc3-421a7b813fbd/eda307fd-5f67-4a1d-93da-46c5f8dc4245/82b7027a-465b-4b1a-93aa-021af4cbc9da) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:58:34.133912 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8c463008-2941-47ec-80a7-4dcb6241bb62 req-40a09183-5019-4b30-ac73-c1325b228bd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836830 Jun 28 23:58:34.152700 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5ade2d28-7af4-49cf-a48f-2f2130696319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.168426 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5ade2d28-7af4-49cf-a48f-2f2130696319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.172651 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-115076f2-9f72-4ee0-a465-578135d331fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:34.258667 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-5ade2d28-7af4-49cf-a48f-2f2130696319 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0835038b1b3546a1abfeac17bee8f868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715313 Jun 28 23:58:34.260458 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade2d28-7af4-49cf-a48f-2f2130696319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78060b91-9249-420a-a7c0-ec1b5f08f9cd,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:34.263137 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 35462) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:34.271224 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5ade2d28-7af4-49cf-a48f-2f2130696319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:34.352285 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-aa9b072a-7b60-4c7a-b725-440d748d36aa req-65cdce54-1851-40c0-801a-5766e1cfb501 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 210 time: 0.0502746 Jun 28 23:58:34.422739 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.438950 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c4468737-4840-43ab-84cf-583cef448251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.464971 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.474095 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-42f15a89-90cf-4db2-b697-25b7bfdb0c6e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:34.511435 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86', '4f695056-a762-45bd-8c52-60c08aa7fed7', '8b994ef9-6cec-4e1b-a503-9691a5392bbc'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:34.549663 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Network 626c952e-fd34-4355-acc3-421a7b813fbd is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:58:34.565951 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:34.576108 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:58:34.584474 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Pushing event updated for resources: {'Port': ['ID=82b7027a-465b-4b1a-93aa-021af4cbc9da,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:34.620542 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:34.668704 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:34.669808 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.686244 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0201433 Jun 28 23:58:34.708647 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Request body: {'port': {'device_id': '3ddc8015-5291-4687-aee7-ba200a6392fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:34.786460 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c4468737-4840-43ab-84cf-583cef448251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.804985 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638f59a-db15-4f3f-b657-b561f139b4ce req-52b173f3-ce30-45f6-97cb-240b6ec25704 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:34.812390 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e638f59a-db15-4f3f-b657-b561f139b4ce req-52b173f3-ce30-45f6-97cb-240b6ec25704 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.4876983 Jun 28 23:58:34.821230 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.889294 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e638f59a-db15-4f3f-b657-b561f139b4ce req-a7491657-e167-4f18-8d94-6efc916e738a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700676 Jun 28 23:58:34.935337 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c4468737-4840-43ab-84cf-583cef448251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.938571 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c4468737-4840-43ab-84cf-583cef448251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:34.943765 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-c4468737-4840-43ab-84cf-583cef448251 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78060b91-9249-420a-a7c0-ec1b5f08f9cd HTTP/1.1" status: 204 len: 168 time: 0.6753390 Jun 28 23:58:34.943765 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ec09777c-6e30-47b2-97d4-a89c09ed1547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:34.952765 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4468737-4840-43ab-84cf-583cef448251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78060b91-9249-420a-a7c0-ec1b5f08f9cd,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:34.955539 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c4468737-4840-43ab-84cf-583cef448251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:35.213870 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b7027a-465b-4b1a-93aa-021af4cbc9da {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:35.223926 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.241217 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Transition to ACTIVE for port object 82b7027a-465b-4b1a-93aa-021af4cbc9da will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:58:35.248463 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.251531 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:35.306743 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device e217c923-8b1b-4fdf-88f9-448c0655740d up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:58:35.407498 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port e217c923-8b1b-4fdf-88f9-448c0655740d completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:58:35.413306 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port e217c923-8b1b-4fdf-88f9-448c0655740d triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:35.414028 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.446128 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Pushing event updated for resources: {'Port': ['ID=82b7027a-465b-4b1a-93aa-021af4cbc9da,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:35.506269 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:35.522448 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Attempting to bind port 82b7027a-465b-4b1a-93aa-021af4cbc9da on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:58:35.523011 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Attempting to bind port 82b7027a-465b-4b1a-93aa-021af4cbc9da by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:58:35.523348 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Attempting to bind port 82b7027a-465b-4b1a-93aa-021af4cbc9da on network 626c952e-fd34-4355-acc3-421a7b813fbd {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:35.529509 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Port 82b7027a-465b-4b1a-93aa-021af4cbc9da on network 626c952e-fd34-4355-acc3-421a7b813fbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:58:35.529969 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Attempting to bind port 82b7027a-465b-4b1a-93aa-021af4cbc9da on network 626c952e-fd34-4355-acc3-421a7b813fbd {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:35.536821 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:58:35.537172 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Checking segment: {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:35.537751 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Bound using segment: {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:58:35.538186 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Bound port: 82b7027a-465b-4b1a-93aa-021af4cbc9da, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d4207b-c9f5-4370-b0e7-d4f0da569217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:58:35.538571 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.562277 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.602205 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945325b6-01d1-4341-915e-df2fee62dd05 req-5a1c3e63-6cc0-46cc-ba19-a9476d4b5c1b tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:35.605870 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-945325b6-01d1-4341-915e-df2fee62dd05 req-5a1c3e63-6cc0-46cc-ba19-a9476d4b5c1b tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 944 time: 0.2262197 Jun 28 23:58:35.608682 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port e217c923-8b1b-4fdf-88f9-448c0655740d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e217c923-8b1b-4fdf-88f9-448c0655740d,segment=NetworkSegment(a58e3cc8-4eae-4b35-94b5-98576b37f8e6),segment_id=a58e3cc8-4eae-4b35-94b5-98576b37f8e6)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:35.615779 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269931ee-f86e-4fbe-9486-f488693c325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e217c923-8b1b-4fdf-88f9-448c0655740d'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:35.620793 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25446833-2180-4912-a675-0abac2e96850" -d '{"events": [{"server_uuid": "269931ee-f86e-4fbe-9486-f488693c325f", "name": "network-vif-plugged", "status": "completed", "tag": "e217c923-8b1b-4fdf-88f9-448c0655740d"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:35.630606 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.634492 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] For port 82b7027a-465b-4b1a-93aa-021af4cbc9da, host hv-cinder-76330, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:58:35.637306 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:35.639366 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] For port 82b7027a-465b-4b1a-93aa-021af4cbc9da, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=82b7027a-465b-4b1a-93aa-021af4cbc9da,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:58:35.647860 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.658140 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:35.661716 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-945325b6-01d1-4341-915e-df2fee62dd05 req-e65b15f0-bc66-430c-ad37-68d3300b3c01 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490696 Jun 28 23:58:35.711541 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=e217c923-8b1b-4fdf-88f9-448c0655740d,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:35.716182 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9077453e-3d90-4a34-b49c-6affb4f401f0 x-openstack-request-id: req-9077453e-3d90-4a34-b49c-6affb4f401f0 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:35.716618 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269931ee-f86e-4fbe-9486-f488693c325f", "name": "network-vif-plugged", "status": "completed", "tag": "e217c923-8b1b-4fdf-88f9-448c0655740d", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:35.717004 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9077453e-3d90-4a34-b49c-6affb4f401f0 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:35.717562 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269931ee-f86e-4fbe-9486-f488693c325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e217c923-8b1b-4fdf-88f9-448c0655740d', 'code': 200} Jun 28 23:58:35.719673 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:35.720570 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:35.721201 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:35.722637 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] 10.222.0.52 "PUT /v2.0/ports/82b7027a-465b-4b1a-93aa-021af4cbc9da HTTP/1.1" status: 200 len: 1093 time: 1.0218091 Jun 28 23:58:35.723293 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ddc8015-5291-4687-aee7-ba200a6392fc', 'tag': '82b7027a-465b-4b1a-93aa-021af4cbc9da'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:35.725916 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8c7098-34bd-41d0-b5d9-80920635559b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ddc8015-5291-4687-aee7-ba200a6392fc", "tag": "82b7027a-465b-4b1a-93aa-021af4cbc9da"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:35.752713 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Pushing event updated for resources: {'Port': ['ID=82b7027a-465b-4b1a-93aa-021af4cbc9da,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:35.756109 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900bc4e-b3cb-41ed-bf18-8a1d854b035e req-0b1ebba3-f280-4666-a321-1a383dc78510 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:35.764171 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5900bc4e-b3cb-41ed-bf18-8a1d854b035e req-0b1ebba3-f280-4666-a321-1a383dc78510 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 943 time: 0.0983286 Jun 28 23:58:35.769295 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:35.825726 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5900bc4e-b3cb-41ed-bf18-8a1d854b035e req-a60cf6f7-97bf-4d54-9b42-9f5b9f500351 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603514 Jun 28 23:58:35.908438 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feebae45-9504-4478-b909-abe3ad0245f3 x-openstack-request-id: req-feebae45-9504-4478-b909-abe3ad0245f3 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:35.909238 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ddc8015-5291-4687-aee7-ba200a6392fc", "tag": "82b7027a-465b-4b1a-93aa-021af4cbc9da", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:35.909673 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-feebae45-9504-4478-b909-abe3ad0245f3 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:35.910572 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ddc8015-5291-4687-aee7-ba200a6392fc', 'tag': '82b7027a-465b-4b1a-93aa-021af4cbc9da', 'status': 'completed', 'code': 200} Jun 28 23:58:35.967955 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-1e583cf5-2e97-4da4-9439-26d557e86d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:35.974381 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-1e583cf5-2e97-4da4-9439-26d557e86d14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 1096 time: 0.1340015 Jun 28 23:58:36.073278 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-464a05f2-ae49-4078-8e36-cbd1fa43fe99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82b7027a-465b-4b1a-93aa-021af4cbc9da HTTP/1.1" status: 200 len: 217 time: 0.0538278 Jun 28 23:58:36.128550 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-2d6c276b-864f-44aa-9570-b23ab9c7a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:36.130535 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-2d6c276b-864f-44aa-9570-b23ab9c7a59c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eda307fd-5f67-4a1d-93da-46c5f8dc4245 HTTP/1.1" status: 200 len: 855 time: 0.0471771 Jun 28 23:58:36.130848 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37847bed-b7d3-4826-87a6-53c30559b198 req-38a16317-7a65-4563-ae53-1f853bc9f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:36.132331 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-37847bed-b7d3-4826-87a6-53c30559b198 req-38a16317-7a65-4563-ae53-1f853bc9f958 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 1098 time: 0.0742440 Jun 28 23:58:36.139490 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9ef80-3adb-498f-aa72-df01ed0aaa8f req-4ded6cc8-4805-4ba9-b647-aecd38478a41 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:36.141503 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bfb9ef80-3adb-498f-aa72-df01ed0aaa8f req-4ded6cc8-4805-4ba9-b647-aecd38478a41 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1126618 Jun 28 23:58:36.174175 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-522200b2-3cb0-4f2c-bd6d-4148a7dc8b64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=626c952e-fd34-4355-acc3-421a7b813fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308678 Jun 28 23:58:36.204819 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-37847bed-b7d3-4826-87a6-53c30559b198 req-069bd0f1-302b-48cd-bb26-3ef42d70f1ef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610545 Jun 28 23:58:36.209231 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bfb9ef80-3adb-498f-aa72-df01ed0aaa8f req-7d95c500-4488-4e03-90a0-e6c5fd1d1ee7 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588207 Jun 28 23:58:36.602295 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-a10f2e9e-fba9-4155-954c-dd2b5525dd13 service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158370 Jun 28 23:58:36.737549 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1d0e67c8-181a-4b7a-b79a-bd36102be944 req-9aed4bbf-9b33-4693-9ef4-7d911a0f561e service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196404 Jun 28 23:58:36.922475 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e7caf-861c-4b62-8887-7acabf51dfee req-5f238314-91cc-4fb6-a1e5-5a9444935d7d tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:36.925712 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-323e7caf-861c-4b62-8887-7acabf51dfee req-5f238314-91cc-4fb6-a1e5-5a9444935d7d tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 945 time: 0.0983005 Jun 28 23:58:36.942614 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c7098-34bd-41d0-b5d9-80920635559b req-3ccd5b3e-0099-4970-b7c0-6933eefb0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:36.944599 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-de8c7098-34bd-41d0-b5d9-80920635559b req-3ccd5b3e-0099-4970-b7c0-6933eefb0d4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 1096 time: 0.0665386 Jun 28 23:58:36.986871 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-323e7caf-861c-4b62-8887-7acabf51dfee req-a1b7c6bb-cb20-4bb5-b33d-3b9cd5049f6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479109 Jun 28 23:58:37.070232 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743ba82-eae7-4f10-b1a4-dcba5885479c req-33c5ec15-e90f-4bb4-9480-1a84f4a6ab67 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:37.072970 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6743ba82-eae7-4f10-b1a4-dcba5885479c req-33c5ec15-e90f-4bb4-9480-1a84f4a6ab67 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 943 time: 0.0850244 Jun 28 23:58:37.120333 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c7098-34bd-41d0-b5d9-80920635559b req-85dc0bf6-d360-418a-a453-658c80fad7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:37.123906 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-de8c7098-34bd-41d0-b5d9-80920635559b req-85dc0bf6-d360-418a-a453-658c80fad7ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 200 len: 916 time: 0.1679633 Jun 28 23:58:37.134951 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6743ba82-eae7-4f10-b1a4-dcba5885479c req-3f1900ac-9642-4415-a136-0fd316be6469 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550399 Jun 28 23:58:37.193943 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-de8c7098-34bd-41d0-b5d9-80920635559b req-0f95eb8d-8ca0-4c44-9a5c-fa8e7d29d243 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82b7027a-465b-4b1a-93aa-021af4cbc9da HTTP/1.1" status: 200 len: 217 time: 0.0616994 Jun 28 23:58:37.275337 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c7098-34bd-41d0-b5d9-80920635559b req-1c372550-0499-4da3-9387-d5e976054835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:37.277488 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-de8c7098-34bd-41d0-b5d9-80920635559b req-1c372550-0499-4da3-9387-d5e976054835 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eda307fd-5f67-4a1d-93da-46c5f8dc4245 HTTP/1.1" status: 200 len: 855 time: 0.0601726 Jun 28 23:58:37.324475 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-de8c7098-34bd-41d0-b5d9-80920635559b req-480f0458-427f-4a1e-a403-2f8b99161f46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=626c952e-fd34-4355-acc3-421a7b813fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275226 Jun 28 23:58:37.430160 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706e056-58be-4028-b392-c4632ac3cf21 req-da5b7239-0d47-4460-9e25-5163521915e4 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:37.430160 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d706e056-58be-4028-b392-c4632ac3cf21 req-da5b7239-0d47-4460-9e25-5163521915e4 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0739198 Jun 28 23:58:37.438421 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-de8c7098-34bd-41d0-b5d9-80920635559b req-38f648e6-a38b-4f78-b32d-80878235bcf9 service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902994 Jun 28 23:58:37.474310 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d706e056-58be-4028-b392-c4632ac3cf21 req-1929746a-02b0-4939-9915-36902c751905 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388799 Jun 28 23:58:37.550018 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-de8c7098-34bd-41d0-b5d9-80920635559b req-94c9a936-eb36-4b4e-aad8-cbc15341048d service neutron] 10.222.0.52 "GET /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073260 Jun 28 23:58:38.182136 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b833c-e335-4f6b-857b-6a6e972a7d8e req-75d9a20e-9f71-46d2-bd18-836a7d668f05 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:38.184091 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-380b833c-e335-4f6b-857b-6a6e972a7d8e req-75d9a20e-9f71-46d2-bd18-836a7d668f05 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 945 time: 0.0686183 Jun 28 23:58:38.229007 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-380b833c-e335-4f6b-857b-6a6e972a7d8e req-f31babe7-107f-40c6-a6e1-1e8c32c110c4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377135 Jun 28 23:58:38.357920 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306741c-922e-4af8-a972-dfc2fb5a1492 req-0c87ea70-7b74-4594-beb3-69cd74743d87 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:38.361315 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c306741c-922e-4af8-a972-dfc2fb5a1492 req-0c87ea70-7b74-4594-beb3-69cd74743d87 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 943 time: 0.0859933 Jun 28 23:58:38.410079 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c306741c-922e-4af8-a972-dfc2fb5a1492 req-9ac76c39-5e09-4eee-b28f-519ecf2c395a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Jun 28 23:58:38.657934 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f75044-b675-47f0-b041-bb0b92f4595d req-8c2cc16e-8f25-4955-af84-30b1ff446737 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:38.659508 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-99f75044-b675-47f0-b041-bb0b92f4595d req-8c2cc16e-8f25-4955-af84-30b1ff446737 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0676715 Jun 28 23:58:38.698519 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-99f75044-b675-47f0-b041-bb0b92f4595d req-a3adfe02-62db-45c2-92de-3edff9fdaec8 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330057 Jun 28 23:58:39.432173 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ecdd6-bd36-4d25-b74f-371a19e0ee97 req-4eabd840-fd74-45ff-8e67-567308dff6e2 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:39.433774 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0a0ecdd6-bd36-4d25-b74f-371a19e0ee97 req-4eabd840-fd74-45ff-8e67-567308dff6e2 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 945 time: 0.0655954 Jun 28 23:58:39.482975 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0a0ecdd6-bd36-4d25-b74f-371a19e0ee97 req-4cd4c697-6d80-4bea-b291-e99f486df3a7 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Jun 28 23:58:39.608549 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6743e-ec14-430e-8a21-274334248c4b req-0809c4f1-6658-490d-95f7-2fc67c577a99 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:39.610677 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3ff6743e-ec14-430e-8a21-274334248c4b req-0809c4f1-6658-490d-95f7-2fc67c577a99 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 943 time: 0.0745087 Jun 28 23:58:39.655053 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3ff6743e-ec14-430e-8a21-274334248c4b req-6628568d-dea7-4cdc-bd85-4e2b24ec02d7 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383661 Jun 28 23:58:39.884918 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8821b-3c2e-4f8e-9ae3-601b2896652f req-09357abe-4d1f-47be-b5ad-1d1f4983903a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:39.886573 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-05e8821b-3c2e-4f8e-9ae3-601b2896652f req-09357abe-4d1f-47be-b5ad-1d1f4983903a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0650635 Jun 28 23:58:39.942712 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-05e8821b-3c2e-4f8e-9ae3-601b2896652f req-812bdeac-da4e-4edb-a37e-0a01be2f3179 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 Jun 28 23:58:40.604321 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb03b7a-9eb5-4cca-ab89-6a37e6317977 req-de9845b8-1cde-4053-a521-493cab62490b tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:40.606128 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8eb03b7a-9eb5-4cca-ab89-6a37e6317977 req-de9845b8-1cde-4053-a521-493cab62490b tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 945 time: 0.0713253 Jun 28 23:58:40.647099 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8eb03b7a-9eb5-4cca-ab89-6a37e6317977 req-cb73f79d-c7a3-44ca-8cc1-92e262b797ec tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Jun 28 23:58:40.874899 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a0696-7d6c-4579-bdaf-b00c0a05aef9 req-c19a6e3c-bde2-44c9-97c2-5e8de9d18c82 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:40.876514 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4d4a0696-7d6c-4579-bdaf-b00c0a05aef9 req-c19a6e3c-bde2-44c9-97c2-5e8de9d18c82 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 943 time: 0.0885987 Jun 28 23:58:40.918510 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4d4a0696-7d6c-4579-bdaf-b00c0a05aef9 req-e7d4503b-84cf-4319-afeb-2e0c11fbaca8 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362093 Jun 28 23:58:41.131279 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736d7f7-d1ad-470c-8fc8-3b06bc83dcbc req-a1dd1d3c-301a-4519-88eb-09cccb27b931 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:41.132801 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3736d7f7-d1ad-470c-8fc8-3b06bc83dcbc req-a1dd1d3c-301a-4519-88eb-09cccb27b931 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0642917 Jun 28 23:58:41.173028 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3736d7f7-d1ad-470c-8fc8-3b06bc83dcbc req-33def992-84f7-4290-a4c5-05aeaa2dde42 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337791 Jun 28 23:58:41.339754 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 82b7027a-465b-4b1a-93aa-021af4cbc9da details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:58:41.438627 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 82b7027a-465b-4b1a-93aa-021af4cbc9da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=82b7027a-465b-4b1a-93aa-021af4cbc9da,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:41.449077 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '82b7027a-465b-4b1a-93aa-021af4cbc9da', 'network_id': '626c952e-fd34-4355-acc3-421a7b813fbd', 'port_id': '82b7027a-465b-4b1a-93aa-021af4cbc9da', 'mac_address': 'fa:16:3e:47:e9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda307fd-5f67-4a1d-93da-46c5f8dc4245', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:58:41.489750 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:41.504365 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b7027a-465b-4b1a-93aa-021af4cbc9da {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:41.525196 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 82b7027a-465b-4b1a-93aa-021af4cbc9da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=82b7027a-465b-4b1a-93aa-021af4cbc9da,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:41.530408 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:41.532771 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:41.584343 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=82b7027a-465b-4b1a-93aa-021af4cbc9da,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:41.587630 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:41.825701 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707be214-bd7c-4778-8f65-ab863682d328 req-8392cf04-099b-4252-b201-dbfab848f5c2 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:41.827391 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-707be214-bd7c-4778-8f65-ab863682d328 req-8392cf04-099b-4252-b201-dbfab848f5c2 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 945 time: 0.0677404 Jun 28 23:58:41.868155 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-707be214-bd7c-4778-8f65-ab863682d328 req-8abb9716-8c1f-4cac-8e84-90e31c743951 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344484 Jun 28 23:58:42.119038 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d84c79-2f70-40ae-87bb-1d6e31622233 req-7942ca7b-881c-4bae-ac18-01154f77774e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:42.120557 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-85d84c79-2f70-40ae-87bb-1d6e31622233 req-7942ca7b-881c-4bae-ac18-01154f77774e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 944 time: 0.0703304 Jun 28 23:58:42.159736 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-85d84c79-2f70-40ae-87bb-1d6e31622233 req-72625647-2fc0-4c04-865b-148d4cbf919d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329590 Jun 28 23:58:42.165973 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['82b7027a-465b-4b1a-93aa-021af4cbc9da'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:42.367505 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775366a-3702-46d7-b137-d5423d63e51e req-01c767d3-0a9c-46a1-b0bc-78c5ee5baa81 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:42.369019 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3775366a-3702-46d7-b137-d5423d63e51e req-01c767d3-0a9c-46a1-b0bc-78c5ee5baa81 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0692005 Jun 28 23:58:42.412389 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3775366a-3702-46d7-b137-d5423d63e51e req-8e41c274-fdd1-471e-ad03-0dc970dfddba tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343654 Jun 28 23:58:43.057976 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df52863-baed-408f-a912-b0ec6ae82c71 req-e6e241ae-9a10-498c-8c0e-41255bc3c3bd tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:43.059521 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3df52863-baed-408f-a912-b0ec6ae82c71 req-e6e241ae-9a10-498c-8c0e-41255bc3c3bd tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 945 time: 0.0682907 Jun 28 23:58:43.102559 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3df52863-baed-408f-a912-b0ec6ae82c71 req-2a0e0e6e-2fd7-410b-9f35-b7cf7882eb72 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340359 Jun 28 23:58:43.151905 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59748563-a44a-4fdd-84d7-88d22bd788c7 req-bab4eb0f-08ac-4f9c-84cd-e46b00ddece8 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:43.153409 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-59748563-a44a-4fdd-84d7-88d22bd788c7 req-bab4eb0f-08ac-4f9c-84cd-e46b00ddece8 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.52 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 945 time: 0.1117458 Jun 28 23:58:43.282990 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-59748563-a44a-4fdd-84d7-88d22bd788c7 req-41eac982-ffa0-483f-8750-8122b592acd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Deleting port e217c923-8b1b-4fdf-88f9-448c0655740d {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:58:43.283331 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-59748563-a44a-4fdd-84d7-88d22bd788c7 req-41eac982-ffa0-483f-8750-8122b592acd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:43.347893 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9ed3f-1cc4-4eeb-852b-8d8beb735f60 req-b5371897-6a01-4c49-a568-9ab6eae6e1a3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:43.349482 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-63c9ed3f-1cc4-4eeb-852b-8d8beb735f60 req-b5371897-6a01-4c49-a568-9ab6eae6e1a3 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 944 time: 0.0732479 Jun 28 23:58:43.384328 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-59748563-a44a-4fdd-84d7-88d22bd788c7 req-41eac982-ffa0-483f-8750-8122b592acd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] For port e217c923-8b1b-4fdf-88f9-448c0655740d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e217c923-8b1b-4fdf-88f9-448c0655740d,segment=NetworkSegment(a58e3cc8-4eae-4b35-94b5-98576b37f8e6),segment_id=a58e3cc8-4eae-4b35-94b5-98576b37f8e6)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:43.384593 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-59748563-a44a-4fdd-84d7-88d22bd788c7 req-41eac982-ffa0-483f-8750-8122b592acd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:43.390493 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-63c9ed3f-1cc4-4eeb-852b-8d8beb735f60 req-0b3a7199-da14-4366-a13b-c7ba00444458 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Jun 28 23:58:43.400076 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-59748563-a44a-4fdd-84d7-88d22bd788c7 req-41eac982-ffa0-483f-8750-8122b592acd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Calling delete_port for e217c923-8b1b-4fdf-88f9-448c0655740d owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:58:43.583775 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-59748563-a44a-4fdd-84d7-88d22bd788c7 req-41eac982-ffa0-483f-8750-8122b592acd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:43.589188 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:43.612921 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665ceb2-186a-4348-b968-d40de0996bab req-9af4ee52-7687-42e3-9d36-5d83d7ddb8c3 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:43.615557 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eac982-ffa0-483f-8750-8122b592acd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Pushing event deleted for resources: {'Port': ['ID=e217c923-8b1b-4fdf-88f9-448c0655740d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:43.616247 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d665ceb2-186a-4348-b968-d40de0996bab req-9af4ee52-7687-42e3-9d36-5d83d7ddb8c3 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0827413 Jun 28 23:58:43.618029 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-41eac982-ffa0-483f-8750-8122b592acd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:43.651072 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['e217c923-8b1b-4fdf-88f9-448c0655740d'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:43.664352 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d665ceb2-186a-4348-b968-d40de0996bab req-3539c02d-0260-47e9-8e16-cb1d58740f1e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388465 Jun 28 23:58:43.692383 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-59748563-a44a-4fdd-84d7-88d22bd788c7 req-41eac982-ffa0-483f-8750-8122b592acd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] No DVR routers for this DVR port e217c923-8b1b-4fdf-88f9-448c0655740d on host hv-cinder-76330 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:58:43.696923 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-59748563-a44a-4fdd-84d7-88d22bd788c7 req-41eac982-ffa0-483f-8750-8122b592acd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:43.700188 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-59748563-a44a-4fdd-84d7-88d22bd788c7 req-41eac982-ffa0-483f-8750-8122b592acd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.52 "DELETE /v2.0/ports/e217c923-8b1b-4fdf-88f9-448c0655740d HTTP/1.1" status: 204 len: 173 time: 0.5383506 Jun 28 23:58:43.700945 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269931ee-f86e-4fbe-9486-f488693c325f', 'name': 'network-vif-deleted', 'tag': 'e217c923-8b1b-4fdf-88f9-448c0655740d'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:43.705377 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463548c6-84b5-4081-9ea4-f0298ae40900" -d '{"events": [{"server_uuid": "269931ee-f86e-4fbe-9486-f488693c325f", "name": "network-vif-deleted", "tag": "e217c923-8b1b-4fdf-88f9-448c0655740d"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:43.742604 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cea1d81-3ede-4d1f-b031-4c86ac986966 x-openstack-request-id: req-5cea1d81-3ede-4d1f-b031-4c86ac986966 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:43.742913 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269931ee-f86e-4fbe-9486-f488693c325f", "name": "network-vif-deleted", "tag": "e217c923-8b1b-4fdf-88f9-448c0655740d", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:43.743218 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cea1d81-3ede-4d1f-b031-4c86ac986966 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:43.743664 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269931ee-f86e-4fbe-9486-f488693c325f', 'name': 'network-vif-deleted', 'tag': 'e217c923-8b1b-4fdf-88f9-448c0655740d', 'status': 'completed', 'code': 200} Jun 28 23:58:44.223944 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ddc861e-99a0-4bb7-84a9-162364c82e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:44.268700 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-19b2aa1d-cf99-4b3c-a03d-215515c24780 req-6a776d56-9a7a-488e-a023-a134b510bb76 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=269931ee-f86e-4fbe-9486-f488693c325f HTTP/1.1" status: 200 len: 210 time: 0.0344737 Jun 28 23:58:44.570475 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89daff-76fc-4a6a-9fe4-3106e582ab54 req-ae26e055-626a-4f30-8633-e2b0167a5679 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:44.571950 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6f89daff-76fc-4a6a-9fe4-3106e582ab54 req-ae26e055-626a-4f30-8633-e2b0167a5679 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 944 time: 0.0671232 Jun 28 23:58:44.615538 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6f89daff-76fc-4a6a-9fe4-3106e582ab54 req-d2b82d9d-424b-4b74-ba70-74150ca5063f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378673 Jun 28 23:58:44.858869 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b67c75-14ab-4330-8a5c-0587a0cb8ba5 req-da339749-e78b-45be-9b36-f0faa88ef8cc tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:44.860974 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e2b67c75-14ab-4330-8a5c-0587a0cb8ba5 req-da339749-e78b-45be-9b36-f0faa88ef8cc tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0642514 Jun 28 23:58:44.904676 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e2b67c75-14ab-4330-8a5c-0587a0cb8ba5 req-949795e4-119b-4151-8e80-0999b355140e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381343 Jun 28 23:58:45.394113 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 82b7027a-465b-4b1a-93aa-021af4cbc9da up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:58:45.441604 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port 82b7027a-465b-4b1a-93aa-021af4cbc9da completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:58:45.445444 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 82b7027a-465b-4b1a-93aa-021af4cbc9da triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:45.445827 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:45.526568 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:45.549274 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddc8015-5291-4687-aee7-ba200a6392fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b7027a-465b-4b1a-93aa-021af4cbc9da'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:45.552244 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b02f39d-1b99-4c5d-ae2b-27035c2cb304" -d '{"events": [{"server_uuid": "3ddc8015-5291-4687-aee7-ba200a6392fc", "name": "network-vif-plugged", "status": "completed", "tag": "82b7027a-465b-4b1a-93aa-021af4cbc9da"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:45.566860 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 82b7027a-465b-4b1a-93aa-021af4cbc9da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=82b7027a-465b-4b1a-93aa-021af4cbc9da,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:45.571530 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:45.572423 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device e217c923-8b1b-4fdf-88f9-448c0655740d no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:58:45.574284 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:45.617114 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: e217c923-8b1b-4fdf-88f9-448c0655740d {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:58:45.617513 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device e217c923-8b1b-4fdf-88f9-448c0655740d not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:58:45.630123 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-89dc57da-4307-4b46-9dfa-ac9404a93c89 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:45.631669 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-89dc57da-4307-4b46-9dfa-ac9404a93c89 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/networks?id=7bdc8dda-424d-4cfa-bd62-dd528f60aa66 HTTP/1.1" status: 200 len: 808 time: 0.1132150 Jun 28 23:58:45.641680 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:58:45.652889 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-f6209452-9d59-4d78-a432-625c403bee42 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/quotas/eeeb8946ec984df28af244531f40afbc HTTP/1.1" status: 200 len: 375 time: 0.0093169 Jun 28 23:58:45.653849 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=82b7027a-465b-4b1a-93aa-021af4cbc9da,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:45.656909 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:45.688075 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-7e7d8144-082f-48cb-9e1e-c082852458ea tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eeeb8946ec984df28af244531f40afbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286608 Jun 28 23:58:45.747746 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db6b74d-35f5-479e-aaba-ab13f6f1eef8 x-openstack-request-id: req-5db6b74d-35f5-479e-aaba-ab13f6f1eef8 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:45.748043 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddc8015-5291-4687-aee7-ba200a6392fc", "name": "network-vif-plugged", "status": "completed", "tag": "82b7027a-465b-4b1a-93aa-021af4cbc9da", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:45.748319 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5db6b74d-35f5-479e-aaba-ab13f6f1eef8 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:45.748720 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc8015-5291-4687-aee7-ba200a6392fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b7027a-465b-4b1a-93aa-021af4cbc9da', 'code': 200} Jun 28 23:58:45.779454 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-0a65bbf1-737f-41fd-acf1-e44ab7490d43 service neutron] 10.222.0.30 "GET /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842404 Jun 28 23:58:45.913448 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-7231b418-de77-4ccd-a828-acd52accaa1d service neutron] 10.222.0.30 "GET /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281729 Jun 28 23:58:45.940018 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001ee4-3cdd-40a6-9992-2709f8dd6275 req-ac2fb8b8-9dd6-4198-8896-fc27ecfc4cf9 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:45.942227 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7b001ee4-3cdd-40a6-9992-2709f8dd6275 req-ac2fb8b8-9dd6-4198-8896-fc27ecfc4cf9 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 945 time: 0.0930798 Jun 28 23:58:45.984979 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7b001ee4-3cdd-40a6-9992-2709f8dd6275 req-c027f615-64a2-4e27-9bc9-f87750857b37 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366707 Jun 28 23:58:46.082102 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfffd22-4d1e-4924-ba98-beb52550a593 req-9f8245f5-a4a7-4cee-9bf7-781eb64f9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:46.084395 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-0dfffd22-4d1e-4924-ba98-beb52550a593 req-9f8245f5-a4a7-4cee-9bf7-781eb64f9499 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 1098 time: 0.0931010 Jun 28 23:58:46.191602 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-0dfffd22-4d1e-4924-ba98-beb52550a593 req-33bb1d61-63fc-4271-bb41-d0db1c3b0051 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809596 Jun 28 23:58:46.202288 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-46ba9a70-458f-44fe-b43a-e48d2b93f2d7 req-df32f7c6-ba37-4d0a-adc4-c6f6c88ba126 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 210 time: 0.0895514 Jun 28 23:58:46.298999 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f99707-451e-4464-a1d2-734b16b3118d req-69cffdaa-d1f5-40d1-ad1c-306124afe3c4 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:46.305808 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-57f99707-451e-4464-a1d2-734b16b3118d req-69cffdaa-d1f5-40d1-ad1c-306124afe3c4 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1094065 Jun 28 23:58:46.354484 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-57f99707-451e-4464-a1d2-734b16b3118d req-4e4d5bbe-ce78-4335-a499-21b204056e98 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477486 Jun 28 23:58:46.698448 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4204-5fe5-40c8-9992-89d71f41aaac req-dca404c8-a140-4940-83a0-a051b0efc131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:46.700224 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-7cdd4204-5fe5-40c8-9992-89d71f41aaac req-dca404c8-a140-4940-83a0-a051b0efc131 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 1098 time: 0.0582302 Jun 28 23:58:46.788548 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-7cdd4204-5fe5-40c8-9992-89d71f41aaac req-927aa722-9619-4d1e-bc08-ab0f73a3913f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513511 Jun 28 23:58:47.182680 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce75bef-7577-45ec-8933-12eb90a00731 req-079b3849-4137-4176-94f7-499f1867e598 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:47.184164 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3ce75bef-7577-45ec-8933-12eb90a00731 req-079b3849-4137-4176-94f7-499f1867e598 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 945 time: 0.0765743 Jun 28 23:58:47.219295 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-07766f04-25a5-48b3-82cd-2d4cd7524bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:47.226456 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3ce75bef-7577-45ec-8933-12eb90a00731 req-66a9e260-e932-475d-99d3-85aa5b26ad60 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358021 Jun 28 23:58:47.383629 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-300d3dd3-da84-4388-a2a5-8e8b28caed3d req-c17c5857-78ba-412a-8dca-32ac30cdfefa tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 210 time: 0.0360208 Jun 28 23:58:47.541530 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9ceac-45d1-4172-bffa-e635a4a10a14 req-f154466d-9682-4cbf-995e-0af41aae408d tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:47.543002 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a3a9ceac-45d1-4172-bffa-e635a4a10a14 req-f154466d-9682-4cbf-995e-0af41aae408d tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0657444 Jun 28 23:58:47.584394 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a3a9ceac-45d1-4172-bffa-e635a4a10a14 req-25f24741-db3a-41fc-9e2c-51826033b04b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348892 Jun 28 23:58:48.407389 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-9306e5b6-f149-45af-918e-fb15101db68e tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:48.408234 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-9306e5b6-f149-45af-918e-fb15101db68e tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.52 "GET /v2.0/networks?id=7bdc8dda-424d-4cfa-bd62-dd528f60aa66 HTTP/1.1" status: 200 len: 808 time: 0.1501155 Jun 28 23:58:48.535365 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:48.583626 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Request body: {'port': {'device_id': '55e72023-2eb3-4202-a38a-279d1fbfa436', 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66', 'admin_state_up': True, 'tenant_id': 'eeeb8946ec984df28af244531f40afbc'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:48.627505 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e20d4-09e9-48c2-8d86-0cd732d51ede req-636ec936-40ac-4328-9a31-baf05986e43c tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:48.629102 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-821e20d4-09e9-48c2-8d86-0cd732d51ede req-636ec936-40ac-4328-9a31-baf05986e43c tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 945 time: 0.0885491 Jun 28 23:58:48.688746 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-821e20d4-09e9-48c2-8d86-0cd732d51ede req-7bcaec5b-c7a8-4f7f-948b-e5bca771a985 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481455 Jun 28 23:58:48.745314 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Made reservation on behalf of eeeb8946ec984df28af244531f40afbc for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 23:58:48.759144 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:48.933043 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d66312f7-e92b-4c4f-81e6-85fbd7ecb82b req-9b41416f-e87d-4a5c-b11b-291d13d5a4d4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 210 time: 0.0652163 Jun 28 23:58:48.976565 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Allocated IP 172.20.0.13 (7bdc8dda-424d-4cfa-bd62-dd528f60aa66/57b3ceed-cf32-4866-997e-eba1d01aef23/52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 23:58:49.010030 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f446df-0085-4229-9ec9-5d9f9205ff14 req-617d1603-cfb1-4802-94c8-253ae656847a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:49.011609 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a2f446df-0085-4229-9ec9-5d9f9205ff14 req-617d1603-cfb1-4802-94c8-253ae656847a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0699849 Jun 28 23:58:49.051146 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a2f446df-0085-4229-9ec9-5d9f9205ff14 req-84922461-46f6-40bb-8ee2-e203c87d653b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325730 Jun 28 23:58:49.149334 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:49.191637 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:49.200178 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:49.248781 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 23:58:49.258789 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Pushing event updated for resources: {'Port': ['ID=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:49.262471 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 23:58:49.268038 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 23:58:49.272369 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:49.272754 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:49.273128 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:49.273923 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:49.274333 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:49.274691 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:49.276118 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:49.276118 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:49.276118 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:49.276118 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:49.276505 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:49.276737 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:49.297269 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:49.323103 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:49.324042 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:49.339629 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7622268 Jun 28 23:58:49.375353 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Request body: {'port': {'device_id': '55e72023-2eb3-4202-a38a-279d1fbfa436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 23:58:49.460630 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:49.462230 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:49.532962 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e293c7-dcef-4200-ad7a-03ee717444a8 req-5ad7bf1a-06e7-4e5f-981a-5ca0b6adf152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:49.534786 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-19e293c7-dcef-4200-ad7a-03ee717444a8 req-5ad7bf1a-06e7-4e5f-981a-5ca0b6adf152 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8623745b74a1485d8a448f201b439a8b&device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 1098 time: 0.1159503 Jun 28 23:58:49.554213 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c2c64-fe77-4997-ad69-1bc7f820450e req-7e310fd4-dc91-4cd0-a3f0-68b980c2aa93 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:49.555858 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-038c2c64-fe77-4997-ad69-1bc7f820450e req-7e310fd4-dc91-4cd0-a3f0-68b980c2aa93 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1089203 Jun 28 23:58:49.645528 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-038c2c64-fe77-4997-ad69-1bc7f820450e req-204e946f-71e1-4f69-803c-0e43531faaf4 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803280 Jun 28 23:58:49.670691 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e293c7-dcef-4200-ad7a-03ee717444a8 req-7ec0c41f-bdd5-44a2-a674-434b8166995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:49.672721 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-19e293c7-dcef-4200-ad7a-03ee717444a8 req-7ec0c41f-bdd5-44a2-a674-434b8166995d service neutron] 10.222.0.52 "GET /v2.0/networks?id=62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 200 len: 920 time: 0.1158502 Jun 28 23:58:49.721099 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-19e293c7-dcef-4200-ad7a-03ee717444a8 req-0761f0c0-da67-456e-8885-867ae41966ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e9e2b7-11f7-4117-9373-7ff3125748a1 HTTP/1.1" status: 200 len: 217 time: 0.0400338 Jun 28 23:58:49.760215 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:49.768091 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:49.774260 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e293c7-dcef-4200-ad7a-03ee717444a8 req-7a745a11-432c-4786-bc63-509bdc579330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:49.775949 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-19e293c7-dcef-4200-ad7a-03ee717444a8 req-7a745a11-432c-4786-bc63-509bdc579330 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9436cf5-072a-422e-8cf9-85a314d8c96f HTTP/1.1" status: 200 len: 859 time: 0.0479536 Jun 28 23:58:49.781059 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Transition to ACTIVE for port object 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 23:58:49.785764 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:49.787836 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-41eac982-ffa0-483f-8750-8122b592acd4 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:49.827119 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-19e293c7-dcef-4200-ad7a-03ee717444a8 req-0c43dcbf-d1c7-4f6f-92a5-5785786cd537 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62594d8b-13ea-4f79-bd37-f6962e081cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357876 Jun 28 23:58:49.837795 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Pushing event updated for resources: {'Port': ['ID=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:49.842279 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:49.915542 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Attempting to bind port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 23:58:49.915909 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Attempting to bind port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'a58e3cc8-4eae-4b35-94b5-98576b37f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 23:58:49.916272 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Attempting to bind port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf on network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:49.920722 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf on network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 23:58:49.921121 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Attempting to bind port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf on network 7bdc8dda-424d-4cfa-bd62-dd528f60aa66 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 23:58:49.926514 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 23:58:49.926850 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Checking segment: {'id': 'a58e3cc8-4eae-4b35-94b5-98576b37f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 23:58:49.927231 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Bound using segment: {'id': 'a58e3cc8-4eae-4b35-94b5-98576b37f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 23:58:49.927655 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Bound port: 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58e3cc8-4eae-4b35-94b5-98576b37f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 23:58:49.928008 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:49.969260 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-19e293c7-dcef-4200-ad7a-03ee717444a8 req-adf3a535-5eec-4732-919b-0b09668770ff service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280789 Jun 28 23:58:49.995713 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] For port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf, host hv-cinder-76330, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 23:58:49.999243 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] For port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf,segment=NetworkSegment(a58e3cc8-4eae-4b35-94b5-98576b37f8e6),segment_id=a58e3cc8-4eae-4b35-94b5-98576b37f8e6)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 23:58:50.004245 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:50.007577 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd2442-8c81-481c-9d59-b50008e8df49 req-b0dfa57e-880e-484d-8256-e74c12d90d86 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:50.009067 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-73bd2442-8c81-481c-9d59-b50008e8df49 req-b0dfa57e-880e-484d-8256-e74c12d90d86 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 945 time: 0.1438291 Jun 28 23:58:50.027999 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5bb660ef-9f0c-48f7-b26a-b6b27c3077d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:50.043315 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:50.044260 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:50.045924 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] 10.222.0.52 "PUT /v2.0/ports/52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf HTTP/1.1" status: 200 len: 1094 time: 0.6755402 Jun 28 23:58:50.071732 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e72023-2eb3-4202-a38a-279d1fbfa436', 'tag': '52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:50.076986 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78795e8-204a-4d47-88b4-e7accabe9a11" -d '{"events": [{"name": "network-changed", "server_uuid": "55e72023-2eb3-4202-a38a-279d1fbfa436", "tag": "52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:50.115658 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Pushing event updated for resources: {'Port': ['ID=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:50.118865 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:50.127877 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-73bd2442-8c81-481c-9d59-b50008e8df49 req-3b903287-d851-4d2f-b7d2-383ab18bcb8a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096537 Jun 28 23:58:50.147001 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-19e293c7-dcef-4200-ad7a-03ee717444a8 req-e9579c39-fa49-44ac-ab57-285198201790 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697421 Jun 28 23:58:50.163615 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69345d0f-66b7-4236-b8c1-d9a6d4f47b19 req-e3f20164-5d25-47e6-a76c-39b3e383d181 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:50.165112 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-69345d0f-66b7-4236-b8c1-d9a6d4f47b19 req-e3f20164-5d25-47e6-a76c-39b3e383d181 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 944 time: 0.1077540 Jun 28 23:58:50.187157 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-693b2cc0-88ff-48b1-a1d2-6041c9c21f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:50.188659 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-693b2cc0-88ff-48b1-a1d2-6041c9c21f04 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eeeb8946ec984df28af244531f40afbc&device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 1097 time: 0.0667310 Jun 28 23:58:50.199403 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099d3960-1cbd-4824-bd8e-50f233d904aa x-openstack-request-id: req-099d3960-1cbd-4824-bd8e-50f233d904aa {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:50.199722 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e72023-2eb3-4202-a38a-279d1fbfa436", "tag": "52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:50.200001 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-099d3960-1cbd-4824-bd8e-50f233d904aa {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:50.200718 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e72023-2eb3-4202-a38a-279d1fbfa436', 'tag': '52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf', 'status': 'completed', 'code': 200} Jun 28 23:58:50.212152 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-69345d0f-66b7-4236-b8c1-d9a6d4f47b19 req-8b4ae2de-086b-4b13-8fe1-94464b0408f6 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Jun 28 23:58:50.255992 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-445a8f7e-c679-4217-a47b-7a0e262d7f9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf HTTP/1.1" status: 200 len: 217 time: 0.0404422 Jun 28 23:58:50.448711 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-8bfbadb3-1e6a-4087-a648-a42bad0253fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:50.451351 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-8bfbadb3-1e6a-4087-a648-a42bad0253fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=57b3ceed-cf32-4866-997e-eba1d01aef23 HTTP/1.1" status: 200 len: 848 time: 0.0749090 Jun 28 23:58:50.467449 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a3c5-253f-4d65-b7b6-7148736bb69c req-3395224e-2d69-40f2-8d9d-2e08b8e17f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:50.470146 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e464a3c5-253f-4d65-b7b6-7148736bb69c req-3395224e-2d69-40f2-8d9d-2e08b8e17f62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8623745b74a1485d8a448f201b439a8b&device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 1098 time: 0.0889671 Jun 28 23:58:50.496926 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:50.498933 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-ca09f08c-6fe5-4785-8c2e-5c611cb21a21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bdc8dda-424d-4cfa-bd62-dd528f60aa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330744 Jun 28 23:58:50.603963 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a3c5-253f-4d65-b7b6-7148736bb69c req-40916276-ea64-4d65-8316-9e709d1d73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:50.604241 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-41560e81-72d8-439f-8982-696f4f4b06fb service neutron] 10.222.0.52 "GET /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832124 Jun 28 23:58:50.605428 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e464a3c5-253f-4d65-b7b6-7148736bb69c req-40916276-ea64-4d65-8316-9e709d1d73e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 200 len: 920 time: 0.0854461 Jun 28 23:58:50.731698 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e464a3c5-253f-4d65-b7b6-7148736bb69c req-9a19e80c-8734-4418-a545-338b513fba32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e9e2b7-11f7-4117-9373-7ff3125748a1 HTTP/1.1" status: 200 len: 217 time: 0.0390892 Jun 28 23:58:50.781929 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-b7c0bd99-778f-4b87-8423-196e025c2282 req-53a76466-7c59-492f-9864-7dfd766ceed9 service neutron] 10.222.0.52 "GET /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883234 Jun 28 23:58:50.844789 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a3c5-253f-4d65-b7b6-7148736bb69c req-e631c2bd-f9fb-4bd0-bba0-646e06bc70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:50.846208 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e464a3c5-253f-4d65-b7b6-7148736bb69c req-e631c2bd-f9fb-4bd0-bba0-646e06bc70ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9436cf5-072a-422e-8cf9-85a314d8c96f HTTP/1.1" status: 200 len: 859 time: 0.0583899 Jun 28 23:58:50.865612 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb21a0-7f34-4f86-b985-bf013a90107a req-58e516ae-953b-4e34-a692-5f6a978ac322 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:50.867347 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-99fb21a0-7f34-4f86-b985-bf013a90107a req-58e516ae-953b-4e34-a692-5f6a978ac322 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1065738 Jun 28 23:58:50.905139 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-99fb21a0-7f34-4f86-b985-bf013a90107a req-c209d33d-b73b-4dcf-a6bd-b1eb0942cf65 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Jun 28 23:58:50.963717 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e464a3c5-253f-4d65-b7b6-7148736bb69c req-ce13ade4-3669-4965-b186-3fa831780726 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62594d8b-13ea-4f79-bd37-f6962e081cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303462 Jun 28 23:58:50.989914 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78795e8-204a-4d47-88b4-e7accabe9a11 req-a63466f4-d5dd-4c36-b419-6f237b13beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:50.991424 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a78795e8-204a-4d47-88b4-e7accabe9a11 req-a63466f4-d5dd-4c36-b419-6f237b13beaf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eeeb8946ec984df28af244531f40afbc&device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 1097 time: 0.0569742 Jun 28 23:58:51.071454 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e464a3c5-253f-4d65-b7b6-7148736bb69c req-610a604c-c4b0-41fe-aa36-152501bc1cf0 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937107 Jun 28 23:58:51.092413 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78795e8-204a-4d47-88b4-e7accabe9a11 req-70f60df5-8e10-4492-864d-ec9fe21f6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:51.094491 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a78795e8-204a-4d47-88b4-e7accabe9a11 req-70f60df5-8e10-4492-864d-ec9fe21f6069 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bdc8dda-424d-4cfa-bd62-dd528f60aa66 HTTP/1.1" status: 200 len: 909 time: 0.0892007 Jun 28 23:58:51.151087 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a78795e8-204a-4d47-88b4-e7accabe9a11 req-023a5a0b-3aa2-4e94-8fdf-291227f4421c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf HTTP/1.1" status: 200 len: 217 time: 0.0333271 Jun 28 23:58:51.168836 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e464a3c5-253f-4d65-b7b6-7148736bb69c req-51a13878-af0b-4586-81f5-4f67e7ee1367 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891418 Jun 28 23:58:51.234439 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78795e8-204a-4d47-88b4-e7accabe9a11 req-cb975f34-ad26-4e7d-8e21-e6411aefcfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:51.235864 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a78795e8-204a-4d47-88b4-e7accabe9a11 req-cb975f34-ad26-4e7d-8e21-e6411aefcfbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=57b3ceed-cf32-4866-997e-eba1d01aef23 HTTP/1.1" status: 200 len: 848 time: 0.0431280 Jun 28 23:58:51.289713 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a78795e8-204a-4d47-88b4-e7accabe9a11 req-ae886bd7-d2fc-410a-a8ab-e28fb0a71296 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bdc8dda-424d-4cfa-bd62-dd528f60aa66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300090 Jun 28 23:58:51.405501 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a78795e8-204a-4d47-88b4-e7accabe9a11 req-c87d22e8-c3d4-4b98-be7c-84c304b83b1a service neutron] 10.222.0.52 "GET /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038718 Jun 28 23:58:51.447400 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4c187-647c-476f-9a7e-24bd62ab56e5 req-5cdf9a72-eece-4919-8fa7-bb740417bf74 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:51.461897 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0cb4c187-647c-476f-9a7e-24bd62ab56e5 req-5cdf9a72-eece-4919-8fa7-bb740417bf74 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 944 time: 0.0975180 Jun 28 23:58:51.508789 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0cb4c187-647c-476f-9a7e-24bd62ab56e5 req-48e99f2e-d3bc-4ff0-80b7-988b5d899c08 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510683 Jun 28 23:58:51.531624 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a78795e8-204a-4d47-88b4-e7accabe9a11 req-74d5192d-20ad-4ebb-8bc3-93a61ee292b0 service neutron] 10.222.0.52 "GET /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162755 Jun 28 23:58:51.757173 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 35808) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:51.871860 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:51.881390 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603dbcb-d409-4861-a857-d1e8698a8780 req-009e0d41-39dd-4f64-9551-dc30d1d0b176 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:51.882775 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8603dbcb-d409-4861-a857-d1e8698a8780 req-009e0d41-39dd-4f64-9551-dc30d1d0b176 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0751660 Jun 28 23:58:51.940103 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8603dbcb-d409-4861-a857-d1e8698a8780 req-9a106889-e799-4d76-9661-1acefe468787 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507467 Jun 28 23:58:52.027928 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:52.034221 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:52.037582 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:52.094198 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8faf8a9ff71d4760891946085eaecb35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355334 Jun 28 23:58:52.096024 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 35820) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:58:52.100839 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a093301-f6c3-40f3-a342-b376c833bbb2,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:52.127601 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:52.128095 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:52.128633 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:52.129017 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:52.129957 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:52.135761 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:52.136513 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:52.136970 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:52.137793 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:52.138391 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:52.138846 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:52.139335 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:52.144514 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:52.149467 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5053ab5c-d25b-4053-8cdb-0bf5b1bbc66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:52.175524 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5053ab5c-d25b-4053-8cdb-0bf5b1bbc66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:52.216323 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c4036-489c-4a76-9312-a0d2208f25dc req-f2e50487-3e72-4d1f-85c9-c687d082ec42 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:52.217801 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d98c4036-489c-4a76-9312-a0d2208f25dc req-f2e50487-3e72-4d1f-85c9-c687d082ec42 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1391699 Jun 28 23:58:52.234962 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5053ab5c-d25b-4053-8cdb-0bf5b1bbc66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:52.237908 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5053ab5c-d25b-4053-8cdb-0bf5b1bbc66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:52.239215 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-5053ab5c-d25b-4053-8cdb-0bf5b1bbc66d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a093301-f6c3-40f3-a342-b376c833bbb2 HTTP/1.1" status: 204 len: 168 time: 0.1420617 Jun 28 23:58:52.239966 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-da4bb29c-4633-4681-9606-8cf514c33ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:52.248212 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053ab5c-d25b-4053-8cdb-0bf5b1bbc66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a093301-f6c3-40f3-a342-b376c833bbb2,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:52.256583 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5053ab5c-d25b-4053-8cdb-0bf5b1bbc66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:52.265080 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d98c4036-489c-4a76-9312-a0d2208f25dc req-8b0344e5-dfa1-485e-bb7c-46edb19ea863 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Jun 28 23:58:52.298638 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:52.690715 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9daa6-fc7e-4da6-8bbd-2f7d3555249f req-f5302ce4-d5ae-4335-8d5c-4f1b109169a6 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:52.692331 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6ad9daa6-fc7e-4da6-8bbd-2f7d3555249f req-f5302ce4-d5ae-4335-8d5c-4f1b109169a6 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 944 time: 0.0749550 Jun 28 23:58:52.741073 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6ad9daa6-fc7e-4da6-8bbd-2f7d3555249f req-a1db81c3-a655-4380-a5d9-34002b75ec96 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Jun 28 23:58:53.152377 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef649c2-38de-4c68-9795-4b61748ea7aa req-ca3de9bc-780a-46c9-97a0-693e703af3dd tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:53.153961 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6ef649c2-38de-4c68-9795-4b61748ea7aa req-ca3de9bc-780a-46c9-97a0-693e703af3dd tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0784082 Jun 28 23:58:53.197131 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6ef649c2-38de-4c68-9795-4b61748ea7aa req-f22bde70-e63e-48b9-908c-18dca6cf7da7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358953 Jun 28 23:58:53.447125 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89a159-7d70-4716-aa91-88042a13f751 req-1d19efd5-8b2e-418e-963c-dcf2110899c2 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:53.448596 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ae89a159-7d70-4716-aa91-88042a13f751 req-1d19efd5-8b2e-418e-963c-dcf2110899c2 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0626135 Jun 28 23:58:53.486496 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ae89a159-7d70-4716-aa91-88042a13f751 req-591e0080-ff62-4792-a429-a26d92e68caf tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323391 Jun 28 23:58:53.955953 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f5f89-d953-4f22-b0f6-a5bd3d069061 req-9e135e6a-5d8a-482a-963d-407209f36f50 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:53.957784 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7e5f5f89-d953-4f22-b0f6-a5bd3d069061 req-9e135e6a-5d8a-482a-963d-407209f36f50 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 944 time: 0.0924096 Jun 28 23:58:54.010519 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7e5f5f89-d953-4f22-b0f6-a5bd3d069061 req-b37da564-adf9-4132-9890-97c1bcd41dd0 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460160 Jun 28 23:58:54.445919 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd2fb8-e37b-4471-85ab-b2ce4f09a379 req-fee47fcb-3fcb-4e56-97e4-7de1b2bdc0e8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:54.447506 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6bfd2fb8-e37b-4471-85ab-b2ce4f09a379 req-fee47fcb-3fcb-4e56-97e4-7de1b2bdc0e8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0678620 Jun 28 23:58:54.497306 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6bfd2fb8-e37b-4471-85ab-b2ce4f09a379 req-1dbc5bff-fed8-43ac-a0f7-236b26c63097 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375128 Jun 28 23:58:54.691336 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbe9bd-9de3-465e-a33b-d77a6532c03c req-8ca938dc-48fc-4e65-a4ef-e3837b6ff4e8 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:54.692873 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e2dbe9bd-9de3-465e-a33b-d77a6532c03c req-8ca938dc-48fc-4e65-a4ef-e3837b6ff4e8 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0710940 Jun 28 23:58:54.748437 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e2dbe9bd-9de3-465e-a33b-d77a6532c03c req-f68e4e11-720a-4e52-9012-bfbc6a6e8e90 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458162 Jun 28 23:58:55.203970 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b4eb9-0f95-4865-89a9-4023326a06b3 req-3cf43fe4-9bda-4381-a285-c404d547f297 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:55.205692 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-637b4eb9-0f95-4865-89a9-4023326a06b3 req-3cf43fe4-9bda-4381-a285-c404d547f297 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 944 time: 0.0660386 Jun 28 23:58:55.244202 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-637b4eb9-0f95-4865-89a9-4023326a06b3 req-80ece134-b497-449f-8c62-55340e71b0b0 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323451 Jun 28 23:58:55.437033 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:58:55.534039 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf,segment=NetworkSegment(a58e3cc8-4eae-4b35-94b5-98576b37f8e6),segment_id=a58e3cc8-4eae-4b35-94b5-98576b37f8e6)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:55.546114 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf', 'network_id': '7bdc8dda-424d-4cfa-bd62-dd528f60aa66', 'port_id': '52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf', 'mac_address': 'fa:16:3e:c8:36:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b3ceed-cf32-4866-997e-eba1d01aef23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:58:55.703715 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:55.713233 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0735b70-5259-487b-b4d1-eb46116e05fe req-27009cda-5640-4a86-8bdb-7395b52499fa tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:55.715275 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a0735b70-5259-487b-b4d1-eb46116e05fe req-27009cda-5640-4a86-8bdb-7395b52499fa tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0900199 Jun 28 23:58:55.716303 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:58:55.738289 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf,segment=NetworkSegment(a58e3cc8-4eae-4b35-94b5-98576b37f8e6),segment_id=a58e3cc8-4eae-4b35-94b5-98576b37f8e6)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:55.744376 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:55.746193 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:55.760989 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a0735b70-5259-487b-b4d1-eb46116e05fe req-38181feb-cc4b-4578-aba0-c749cf823a9b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396898 Jun 28 23:58:55.792833 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:55.802802 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:55.803025 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:55.803330 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:55.803659 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:55.803983 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:55.804371 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:55.804697 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:55.805016 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:55.805334 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:55.805650 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:55.805962 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:55.806272 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:58:55.810141 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:56.282166 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa2f2a-ef88-4488-95c5-aae87d1c6f79 req-a67483a0-0b43-4049-be48-306519be671e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:56.283785 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-caaa2f2a-ef88-4488-95c5-aae87d1c6f79 req-a67483a0-0b43-4049-be48-306519be671e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0696111 Jun 28 23:58:56.322058 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-caaa2f2a-ef88-4488-95c5-aae87d1c6f79 req-f92d3d39-b94c-43ea-826e-c29bc878d507 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 Jun 28 23:58:56.423276 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0ed65-849a-414c-aba3-feb265ea5758 req-2bc0f451-5c2c-4a67-949e-2b453965f1f6 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:56.424950 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9fc0ed65-849a-414c-aba3-feb265ea5758 req-2bc0f451-5c2c-4a67-949e-2b453965f1f6 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 945 time: 0.0660195 Jun 28 23:58:56.439427 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:58:56.463656 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9fc0ed65-849a-414c-aba3-feb265ea5758 req-2d1a6ace-55f3-4019-b61f-a3ae29599609 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331190 Jun 28 23:58:56.951360 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b942f-9325-4fed-8dde-8900a3c66e37 req-06e235a5-3e10-4cb4-a65f-49510573fc11 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:56.953399 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-711b942f-9325-4fed-8dde-8900a3c66e37 req-06e235a5-3e10-4cb4-a65f-49510573fc11 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0684736 Jun 28 23:58:56.996076 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-711b942f-9325-4fed-8dde-8900a3c66e37 req-9d553fcb-b197-4b72-aac5-10db4ad111f2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367239 Jun 28 23:58:57.851715 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba9fca-31a7-4fa2-89df-33eac797da8c req-c7315c4f-61df-4f00-9751-86a89c5754d7 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:57.853285 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f2ba9fca-31a7-4fa2-89df-33eac797da8c req-c7315c4f-61df-4f00-9751-86a89c5754d7 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 945 time: 0.2767632 Jun 28 23:58:57.907489 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f2ba9fca-31a7-4fa2-89df-33eac797da8c req-2584aa6b-0885-4271-9616-11cac18a0146 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464814 Jun 28 23:58:58.185662 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a050dda-4d27-4a95-9327-e75d8ca7bb1d req-f996cfec-a5fd-4b75-b244-cb93cf91f1ef tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:58.189154 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6a050dda-4d27-4a95-9327-e75d8ca7bb1d req-f996cfec-a5fd-4b75-b244-cb93cf91f1ef tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0698843 Jun 28 23:58:58.230924 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6a050dda-4d27-4a95-9327-e75d8ca7bb1d req-76534099-6553-4d1f-a980-e8cfbdfe8f92 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373054 Jun 28 23:58:59.099787 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b231be-5b98-4c22-9409-5e67cab7abfa req-f6bf8fff-76bf-409d-9a8c-41ae9552bfd9 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:59.101273 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-35b231be-5b98-4c22-9409-5e67cab7abfa req-f6bf8fff-76bf-409d-9a8c-41ae9552bfd9 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 945 time: 0.0653651 Jun 28 23:58:59.139683 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-35b231be-5b98-4c22-9409-5e67cab7abfa req-e431e7e7-d10f-4d89-943e-5cf0e8efd7be tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328813 Jun 28 23:58:59.445121 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2610-06aa-4371-b7b1-00395a2ee984 req-a2583f76-79ae-4037-83cd-13a5a9a13791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:59.446734 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e1d2610-06aa-4371-b7b1-00395a2ee984 req-a2583f76-79ae-4037-83cd-13a5a9a13791 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8623745b74a1485d8a448f201b439a8b&device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 1098 time: 0.0682049 Jun 28 23:58:59.451091 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4fdc2-192e-4d9f-b1bc-6d5dbd783044 req-ea311cc2-c951-4d24-bbaf-5b724e2730b6 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:59.453984 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-aaa4fdc2-192e-4d9f-b1bc-6d5dbd783044 req-ea311cc2-c951-4d24-bbaf-5b724e2730b6 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0869722 Jun 28 23:58:59.454921 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:58:59.507856 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 23:58:59.513126 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:58:59.513507 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:59.528863 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-aaa4fdc2-192e-4d9f-b1bc-6d5dbd783044 req-d8cd5e70-5f06-4ae3-a7fb-50a9d46de895 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686109 Jun 28 23:58:59.559215 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2610-06aa-4371-b7b1-00395a2ee984 req-c8bef81d-3452-41c4-8f0d-941eb0044638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:59.560869 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e1d2610-06aa-4371-b7b1-00395a2ee984 req-c8bef81d-3452-41c4-8f0d-941eb0044638 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 200 len: 920 time: 0.0940676 Jun 28 23:58:59.572964 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f98085-f4e9-4e7c-a2f6-a192ca1c07d4 req-82cd42c7-6f3a-46f2-8665-3cf6b366fef7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:59.575178 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c5f98085-f4e9-4e7c-a2f6-a192ca1c07d4 req-82cd42c7-6f3a-46f2-8665-3cf6b366fef7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.1084092 Jun 28 23:58:59.620778 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:59.634084 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c5f98085-f4e9-4e7c-a2f6-a192ca1c07d4 req-09c748e5-fc6b-4fcd-b578-878fbf0dea28 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517023 Jun 28 23:58:59.639411 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e1d2610-06aa-4371-b7b1-00395a2ee984 req-18514f79-a963-4487-aac3-bab15b7f655c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e9e2b7-11f7-4117-9373-7ff3125748a1 HTTP/1.1" status: 200 len: 217 time: 0.0707850 Jun 28 23:58:59.651492 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e72023-2eb3-4202-a38a-279d1fbfa436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:58:59.664482 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8bff1e-1733-420f-a87c-a6fba198f6c3" -d '{"events": [{"server_uuid": "55e72023-2eb3-4202-a38a-279d1fbfa436", "name": "network-vif-plugged", "status": "completed", "tag": "52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:58:59.667567 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf,segment=NetworkSegment(a58e3cc8-4eae-4b35-94b5-98576b37f8e6),segment_id=a58e3cc8-4eae-4b35-94b5-98576b37f8e6)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:58:59.675450 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:58:59.677592 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:58:59.712021 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2610-06aa-4371-b7b1-00395a2ee984 req-34554e08-01a6-4922-a78c-4e9390826784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:59.713673 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e1d2610-06aa-4371-b7b1-00395a2ee984 req-34554e08-01a6-4922-a78c-4e9390826784 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9436cf5-072a-422e-8cf9-85a314d8c96f HTTP/1.1" status: 200 len: 859 time: 0.0634408 Jun 28 23:58:59.728825 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:58:59.732344 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:58:59.746612 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dab2f-d316-45ef-a7d9-a62efa5033c9 req-8e2bd421-fd51-4aee-bfb3-2facb05b241e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:58:59.748186 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c13dab2f-d316-45ef-a7d9-a62efa5033c9 req-8e2bd421-fd51-4aee-bfb3-2facb05b241e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 945 time: 0.0971653 Jun 28 23:58:59.758959 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e1d2610-06aa-4371-b7b1-00395a2ee984 req-f546b771-a77b-465e-b789-6a39b8d8da17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62594d8b-13ea-4f79-bd37-f6962e081cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277195 Jun 28 23:58:59.790544 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c13dab2f-d316-45ef-a7d9-a62efa5033c9 req-a3ef9fa6-f9e4-4ce1-9517-ffd3988753d1 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360954 Jun 28 23:58:59.840500 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fcd103-185e-4f89-a074-b54fc9628fd7 x-openstack-request-id: req-60fcd103-185e-4f89-a074-b54fc9628fd7 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:58:59.840799 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e72023-2eb3-4202-a38a-279d1fbfa436", "name": "network-vif-plugged", "status": "completed", "tag": "52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:58:59.841061 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60fcd103-185e-4f89-a074-b54fc9628fd7 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:58:59.841457 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e72023-2eb3-4202-a38a-279d1fbfa436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf', 'code': 200} Jun 28 23:58:59.865826 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e1d2610-06aa-4371-b7b1-00395a2ee984 req-42e886de-f98d-46db-9e57-7ed28b5aa376 service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922971 Jun 28 23:59:00.219570 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e1d2610-06aa-4371-b7b1-00395a2ee984 req-a852aadf-d37a-4c18-a532-1733e949b0cc service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967193 Jun 28 23:59:00.233145 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64c432-66be-4838-aa1a-08deb47a5a84 req-e1b0cf88-8478-4bd6-ab4b-d27f1ac31e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:00.235195 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bb64c432-66be-4838-aa1a-08deb47a5a84 req-e1b0cf88-8478-4bd6-ab4b-d27f1ac31e32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 1099 time: 0.0611267 Jun 28 23:59:00.309634 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bb64c432-66be-4838-aa1a-08deb47a5a84 req-7d09c67f-fc1d-49c6-85e1-ed3bae2ef6da service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620363 Jun 28 23:59:00.341276 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d3d34-373c-4cae-a5da-cc08d5519f85 req-548fc642-20bc-4b68-b786-0aa3b64cce8a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:00.342845 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2d4d3d34-373c-4cae-a5da-cc08d5519f85 req-548fc642-20bc-4b68-b786-0aa3b64cce8a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 946 time: 0.0802734 Jun 28 23:59:00.386605 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2d4d3d34-373c-4cae-a5da-cc08d5519f85 req-797388c2-b612-4884-9255-fc676c889271 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368664 Jun 28 23:59:00.723465 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ffc1-69b2-4cd9-a8b0-ebb6c8c73fec req-0f593aff-336b-4a2c-921d-a296aa806066 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:00.724907 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6596ffc1-69b2-4cd9-a8b0-ebb6c8c73fec req-0f593aff-336b-4a2c-921d-a296aa806066 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0680139 Jun 28 23:59:00.764684 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6596ffc1-69b2-4cd9-a8b0-ebb6c8c73fec req-098f1681-c543-4491-8199-934973114ed9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338743 Jun 28 23:59:00.834248 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c9a96-776b-477c-99cc-e7bb55d14a15 req-99aa0984-d142-4b86-aee4-ae0591b53731 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:00.835732 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1e6c9a96-776b-477c-99cc-e7bb55d14a15 req-99aa0984-d142-4b86-aee4-ae0591b53731 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0754611 Jun 28 23:59:00.876033 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1e6c9a96-776b-477c-99cc-e7bb55d14a15 req-0f73f878-d3c8-477a-8c2a-3478071deb67 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345075 Jun 28 23:59:00.970134 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a4247-fa89-4025-9662-170616c76fe6 req-f293095d-e3ed-4630-a70a-807f860ee927 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:00.972348 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-752a4247-fa89-4025-9662-170616c76fe6 req-f293095d-e3ed-4630-a70a-807f860ee927 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 945 time: 0.0700872 Jun 28 23:59:01.010066 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-752a4247-fa89-4025-9662-170616c76fe6 req-09e4ba71-f642-4329-b5e9-f65d559c048c tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321245 Jun 28 23:59:01.573081 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1d876-c840-4328-a4f3-191aa6ae8d57 req-43a29849-7764-4d56-9dea-c10057339b27 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:01.574613 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-eda1d876-c840-4328-a4f3-191aa6ae8d57 req-43a29849-7764-4d56-9dea-c10057339b27 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 946 time: 0.0641551 Jun 28 23:59:01.615783 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-eda1d876-c840-4328-a4f3-191aa6ae8d57 req-35a6fa5b-3424-4bf1-bbd0-492b34c9fe40 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350075 Jun 28 23:59:01.948576 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58410e6a-b164-4100-966b-ed3924e511d9 req-29e5750c-9f70-48e2-b035-8d13c6b0d056 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:01.950111 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-58410e6a-b164-4100-966b-ed3924e511d9 req-29e5750c-9f70-48e2-b035-8d13c6b0d056 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0651050 Jun 28 23:59:01.993190 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-58410e6a-b164-4100-966b-ed3924e511d9 req-736442e1-f685-4d80-b83a-49cc467662be tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374076 Jun 28 23:59:02.063014 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0771f4-4425-4fce-a315-4e00e433d68d req-0f146b1e-a52d-4dd7-b116-fc2a38407a59 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:02.065228 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2c0771f4-4425-4fce-a315-4e00e433d68d req-0f146b1e-a52d-4dd7-b116-fc2a38407a59 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0692792 Jun 28 23:59:02.110709 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2c0771f4-4425-4fce-a315-4e00e433d68d req-1598c08a-d74c-4bb9-9f35-e35fda99fedf tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397182 Jun 28 23:59:02.227473 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d157ef-0ec7-4626-879f-101c56cd5d02 req-c2e7701d-8e11-449d-8b1f-e98286d1c5a0 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:02.229009 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a9d157ef-0ec7-4626-879f-101c56cd5d02 req-c2e7701d-8e11-449d-8b1f-e98286d1c5a0 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 945 time: 0.0960610 Jun 28 23:59:02.267468 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a9d157ef-0ec7-4626-879f-101c56cd5d02 req-4cd30447-704b-4ab7-bf1b-b29cb78634aa tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Jun 28 23:59:02.790629 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf938f-5f39-4db3-bf1b-7d2c4e3efc58 req-4c18158a-bd75-4f6d-9cc2-d1200ee711b2 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:02.792277 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-edbf938f-5f39-4db3-bf1b-7d2c4e3efc58 req-4c18158a-bd75-4f6d-9cc2-d1200ee711b2 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 946 time: 0.0650327 Jun 28 23:59:02.832745 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-edbf938f-5f39-4db3-bf1b-7d2c4e3efc58 req-a082ebfe-f345-4f0b-8b4d-03c880766797 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346823 Jun 28 23:59:03.195126 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457b5d3-bf89-4c89-ba2d-f39ccbe2a14b req-4625cc4c-ee98-421e-b0d6-9fe1bc46ef11 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:03.197614 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7457b5d3-bf89-4c89-ba2d-f39ccbe2a14b req-4625cc4c-ee98-421e-b0d6-9fe1bc46ef11 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0737748 Jun 28 23:59:03.253136 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7457b5d3-bf89-4c89-ba2d-f39ccbe2a14b req-74ec6ca5-f28e-4c78-8326-c56705c1474c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488503 Jun 28 23:59:03.305625 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0ae53-a0ba-4e85-9e2b-c1b679ea403d req-e714db5f-1b85-472f-95f3-8fa41d7d5c5f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:03.307119 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3ef0ae53-a0ba-4e85-9e2b-c1b679ea403d req-e714db5f-1b85-472f-95f3-8fa41d7d5c5f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0720270 Jun 28 23:59:03.358080 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3ef0ae53-a0ba-4e85-9e2b-c1b679ea403d req-875cc4e3-d162-47ce-ae7a-a81aa873735f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442619 Jun 28 23:59:03.460042 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f784e-c6b3-4bd6-babf-166243755a0d req-2ced67d4-d363-4d56-8057-dea7289263c6 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:03.462143 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-348f784e-c6b3-4bd6-babf-166243755a0d req-2ced67d4-d363-4d56-8057-dea7289263c6 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 945 time: 0.0770841 Jun 28 23:59:03.504396 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-348f784e-c6b3-4bd6-babf-166243755a0d req-f44ed4fc-233d-4300-97ae-81b3aa585c2f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352049 Jun 28 23:59:04.033154 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cbd97-97c7-486b-be7d-99ea49cc8f14 req-82837c1f-64d1-4ffe-9819-2246319c1a85 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:04.034798 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6f5cbd97-97c7-486b-be7d-99ea49cc8f14 req-82837c1f-64d1-4ffe-9819-2246319c1a85 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 946 time: 0.0719757 Jun 28 23:59:04.101577 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6f5cbd97-97c7-486b-be7d-99ea49cc8f14 req-19c3c385-4513-45fa-bb2e-a55604780c97 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579026 Jun 28 23:59:04.156470 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c32092-589a-4fb8-a8cc-ed96de83db4a req-0fce4e5e-8cb7-491c-9a76-bf9475b71a83 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:04.159922 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-29c32092-589a-4fb8-a8cc-ed96de83db4a req-0fce4e5e-8cb7-491c-9a76-bf9475b71a83 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 945 time: 0.0896518 Jun 28 23:59:04.281252 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-29c32092-589a-4fb8-a8cc-ed96de83db4a req-777c22ec-6fa7-4abf-816e-bcfa8da333f5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Deleting port 82b7027a-465b-4b1a-93aa-021af4cbc9da {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:59:04.281837 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-29c32092-589a-4fb8-a8cc-ed96de83db4a req-777c22ec-6fa7-4abf-816e-bcfa8da333f5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:04.372837 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-29c32092-589a-4fb8-a8cc-ed96de83db4a req-777c22ec-6fa7-4abf-816e-bcfa8da333f5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] For port 82b7027a-465b-4b1a-93aa-021af4cbc9da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=82b7027a-465b-4b1a-93aa-021af4cbc9da,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:04.373195 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-29c32092-589a-4fb8-a8cc-ed96de83db4a req-777c22ec-6fa7-4abf-816e-bcfa8da333f5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:04.391291 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-29c32092-589a-4fb8-a8cc-ed96de83db4a req-777c22ec-6fa7-4abf-816e-bcfa8da333f5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Calling delete_port for 82b7027a-465b-4b1a-93aa-021af4cbc9da owned by compute:nova {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:59:04.526469 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105d38b-7ba7-4deb-9e27-c830c936b15b req-25605d95-5d5c-4d84-ab2a-0402324cff18 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:04.527955 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8105d38b-7ba7-4deb-9e27-c830c936b15b req-25605d95-5d5c-4d84-ab2a-0402324cff18 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1386154 Jun 28 23:59:04.627327 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8105d38b-7ba7-4deb-9e27-c830c936b15b req-2dfa71f2-d73e-45ec-9a66-2164405bff49 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823317 Jun 28 23:59:04.665582 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1a40-593d-41c4-a2d7-f65880330c0f req-df9a3dc9-8827-4b34-8069-b595690a698f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:04.667158 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-687a1a40-593d-41c4-a2d7-f65880330c0f req-df9a3dc9-8827-4b34-8069-b595690a698f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.1632285 Jun 28 23:59:04.668318 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-29c32092-589a-4fb8-a8cc-ed96de83db4a req-777c22ec-6fa7-4abf-816e-bcfa8da333f5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:04.673530 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:04.708372 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c22ec-6fa7-4abf-816e-bcfa8da333f5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Pushing event deleted for resources: {'Port': ['ID=82b7027a-465b-4b1a-93aa-021af4cbc9da,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:04.721574 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-777c22ec-6fa7-4abf-816e-bcfa8da333f5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:04.727979 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86', '4f695056-a762-45bd-8c52-60c08aa7fed7', '8b994ef9-6cec-4e1b-a503-9691a5392bbc', '82b7027a-465b-4b1a-93aa-021af4cbc9da'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:59:04.746146 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-687a1a40-593d-41c4-a2d7-f65880330c0f req-09cfc463-328f-4d1b-a676-c4d49f5213b4 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681376 Jun 28 23:59:04.850486 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c32092-589a-4fb8-a8cc-ed96de83db4a req-777c22ec-6fa7-4abf-816e-bcfa8da333f5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] No DVR routers for this DVR port 82b7027a-465b-4b1a-93aa-021af4cbc9da on host hv-cinder-76330 {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:59:04.853483 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-29c32092-589a-4fb8-a8cc-ed96de83db4a req-777c22ec-6fa7-4abf-816e-bcfa8da333f5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:04.856025 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-29c32092-589a-4fb8-a8cc-ed96de83db4a req-777c22ec-6fa7-4abf-816e-bcfa8da333f5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "DELETE /v2.0/ports/82b7027a-465b-4b1a-93aa-021af4cbc9da HTTP/1.1" status: 204 len: 173 time: 0.6871850 Jun 28 23:59:04.857162 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddc8015-5291-4687-aee7-ba200a6392fc', 'name': 'network-vif-deleted', 'tag': '82b7027a-465b-4b1a-93aa-021af4cbc9da'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:59:04.861380 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec0f154-adfa-4463-a1a4-c08c52f66331" -d '{"events": [{"server_uuid": "3ddc8015-5291-4687-aee7-ba200a6392fc", "name": "network-vif-deleted", "tag": "82b7027a-465b-4b1a-93aa-021af4cbc9da"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:59:04.940826 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3d803d3b-62bb-4926-930c-bc7b17d98c17 req-456a622a-1fe1-4962-b4b6-ed99b57a912f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ddc8015-5291-4687-aee7-ba200a6392fc HTTP/1.1" status: 200 len: 210 time: 0.0451548 Jun 28 23:59:05.095380 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb6bced-d3ec-4f83-a631-3d71674997a3 x-openstack-request-id: req-dcb6bced-d3ec-4f83-a631-3d71674997a3 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:59:05.095761 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddc8015-5291-4687-aee7-ba200a6392fc", "name": "network-vif-deleted", "tag": "82b7027a-465b-4b1a-93aa-021af4cbc9da", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:59:05.096173 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dcb6bced-d3ec-4f83-a631-3d71674997a3 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:59:05.097019 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc8015-5291-4687-aee7-ba200a6392fc', 'name': 'network-vif-deleted', 'tag': '82b7027a-465b-4b1a-93aa-021af4cbc9da', 'status': 'completed', 'code': 200} Jun 28 23:59:05.371032 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7e123-7eb1-4ae5-aab7-4bcf33fa796c req-7f63fb5a-7cfb-4d6d-85ff-0a79f8440f4d tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:05.373071 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-60f7e123-7eb1-4ae5-aab7-4bcf33fa796c req-7f63fb5a-7cfb-4d6d-85ff-0a79f8440f4d tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 946 time: 0.0665562 Jun 28 23:59:05.413975 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-60f7e123-7eb1-4ae5-aab7-4bcf33fa796c req-4e23281b-03c6-4ec1-a878-f916dfdb03f5 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355422 Jun 28 23:59:05.836651 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e4552-3f4c-4a32-be53-dc742bb63c44 req-30fe50e6-e8c1-420a-9d92-f3f000968130 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:05.838454 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d07e4552-3f4c-4a32-be53-dc742bb63c44 req-30fe50e6-e8c1-420a-9d92-f3f000968130 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0691822 Jun 28 23:59:05.889103 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d07e4552-3f4c-4a32-be53-dc742bb63c44 req-129e17e6-b287-40b0-8dca-140a78c54bfa tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436602 Jun 28 23:59:05.979829 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e6274-8719-468d-bd9c-39876a8e213a req-d24bc454-bff3-4bf0-9f1a-3ead18ed86db tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:05.981328 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f67e6274-8719-468d-bd9c-39876a8e213a req-d24bc454-bff3-4bf0-9f1a-3ead18ed86db tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0690169 Jun 28 23:59:06.022150 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f67e6274-8719-468d-bd9c-39876a8e213a req-d077c330-992c-4c1b-ae29-acbdf7951097 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343821 Jun 28 23:59:06.591988 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592a57-002b-4223-b6ec-ad48e5dfd6e1 req-b4eb0afd-4b6c-4f76-9b4e-a9b9cb6059db tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:06.594086 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4e592a57-002b-4223-b6ec-ad48e5dfd6e1 req-b4eb0afd-4b6c-4f76-9b4e-a9b9cb6059db tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 946 time: 0.0663762 Jun 28 23:59:06.633663 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4e592a57-002b-4223-b6ec-ad48e5dfd6e1 req-eaf63117-9a91-4683-889b-9c322e66270e tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337224 Jun 28 23:59:07.090944 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a349c4-eedc-4d99-82a1-99d067525823 req-2fcb4fac-ea54-4990-9c7d-85fea50ececf tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:07.092488 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d3a349c4-eedc-4d99-82a1-99d067525823 req-2fcb4fac-ea54-4990-9c7d-85fea50ececf tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0705895 Jun 28 23:59:07.145862 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d3a349c4-eedc-4d99-82a1-99d067525823 req-2a99e312-44e7-48e9-b4e1-82ebf47017ed tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454974 Jun 28 23:59:07.222831 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db704a7b-e5d2-4536-a78b-1c4968ebbc19 req-5a6405da-b53b-4e66-966f-13d27f779273 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:07.224429 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-db704a7b-e5d2-4536-a78b-1c4968ebbc19 req-5a6405da-b53b-4e66-966f-13d27f779273 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0700974 Jun 28 23:59:07.271077 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-db704a7b-e5d2-4536-a78b-1c4968ebbc19 req-4b26b3ba-2612-41a7-8d46-5e33e699488b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404041 Jun 28 23:59:07.487174 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 82b7027a-465b-4b1a-93aa-021af4cbc9da no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:59:07.513267 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: 82b7027a-465b-4b1a-93aa-021af4cbc9da {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:59:07.513623 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 82b7027a-465b-4b1a-93aa-021af4cbc9da not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:59:07.781109 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb6286-c010-4465-a28f-1d63ff9e7f6c req-e4f2a18f-d2a2-46c2-9758-637272a66f07 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:07.782546 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-dfbb6286-c010-4465-a28f-1d63ff9e7f6c req-e4f2a18f-d2a2-46c2-9758-637272a66f07 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.52 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 946 time: 0.1121469 Jun 28 23:59:07.857647 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a00d3b-a383-412e-814e-755144756b17 req-e2f70b45-b252-4727-bc0b-091c5ac82300 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:07.859673 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d2a00d3b-a383-412e-814e-755144756b17 req-e2f70b45-b252-4727-bc0b-091c5ac82300 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 946 time: 0.1752965 Jun 28 23:59:07.956738 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d2a00d3b-a383-412e-814e-755144756b17 req-11117026-0b67-4582-be7c-4f741c66a541 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869579 Jun 28 23:59:07.967267 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630904f-eff5-4d35-8d31-0d59507ae296 req-dc6ac466-06c8-4daf-8930-14b759594c67 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:07.969416 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b630904f-eff5-4d35-8d31-0d59507ae296 req-dc6ac466-06c8-4daf-8930-14b759594c67 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 946 time: 0.1977007 Jun 28 23:59:08.029980 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-dfbb6286-c010-4465-a28f-1d63ff9e7f6c req-31f668db-4325-4839-8f73-76ffce7b4e6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Deleting port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:59:08.029980 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-dfbb6286-c010-4465-a28f-1d63ff9e7f6c req-31f668db-4325-4839-8f73-76ffce7b4e6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.030200 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b630904f-eff5-4d35-8d31-0d59507ae296 req-54f0aa35-3230-4006-b74c-5c4625bfed4b tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/security-groups?id=0a3fa454-25fd-4032-990d-fb6486ee2acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531647 Jun 28 23:59:08.133758 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-dfbb6286-c010-4465-a28f-1d63ff9e7f6c req-31f668db-4325-4839-8f73-76ffce7b4e6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] For port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf,segment=NetworkSegment(a58e3cc8-4eae-4b35-94b5-98576b37f8e6),segment_id=a58e3cc8-4eae-4b35-94b5-98576b37f8e6)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:08.134118 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-dfbb6286-c010-4465-a28f-1d63ff9e7f6c req-31f668db-4325-4839-8f73-76ffce7b4e6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.147776 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-dfbb6286-c010-4465-a28f-1d63ff9e7f6c req-31f668db-4325-4839-8f73-76ffce7b4e6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Calling delete_port for 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf owned by compute:nova {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:59:08.334870 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-dfbb6286-c010-4465-a28f-1d63ff9e7f6c req-31f668db-4325-4839-8f73-76ffce7b4e6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.341507 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-777c22ec-6fa7-4abf-816e-bcfa8da333f5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:08.375529 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f668db-4325-4839-8f73-76ffce7b4e6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Pushing event deleted for resources: {'Port': ['ID=52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:08.387107 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:59:08.405309 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-31f668db-4325-4839-8f73-76ffce7b4e6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:08.419452 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8aa6e-98e8-4b3c-8304-5e328a5a2b43 req-9fc52842-c0fd-486f-92bf-ac2872e2f06f tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:08.421159 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-35d8aa6e-98e8-4b3c-8304-5e328a5a2b43 req-9fc52842-c0fd-486f-92bf-ac2872e2f06f tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1477146 Jun 28 23:59:08.440371 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbb6286-c010-4465-a28f-1d63ff9e7f6c req-31f668db-4325-4839-8f73-76ffce7b4e6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] No DVR routers for this DVR port 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf on host hv-cinder-76330 {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:59:08.460145 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-dfbb6286-c010-4465-a28f-1d63ff9e7f6c req-31f668db-4325-4839-8f73-76ffce7b4e6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:08.460145 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-dfbb6286-c010-4465-a28f-1d63ff9e7f6c req-31f668db-4325-4839-8f73-76ffce7b4e6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.52 "DELETE /v2.0/ports/52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf HTTP/1.1" status: 204 len: 173 time: 0.6587141 Jun 28 23:59:08.460579 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e72023-2eb3-4202-a38a-279d1fbfa436', 'name': 'network-vif-deleted', 'tag': '52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:59:08.462787 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7abe11-79d4-4564-8c42-19fa667bcf96" -d '{"events": [{"server_uuid": "55e72023-2eb3-4202-a38a-279d1fbfa436", "name": "network-vif-deleted", "tag": "52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:59:08.522222 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-35d8aa6e-98e8-4b3c-8304-5e328a5a2b43 req-1c65fcf0-ea56-41e4-8b77-2289d8f89303 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840797 Jun 28 23:59:08.547828 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65764ec-3080-4788-898f-d79f5393f428 req-36d56b6c-77f8-4502-a9b0-5ebf6fe473a0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:08.549263 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b65764ec-3080-4788-898f-d79f5393f428 req-36d56b6c-77f8-4502-a9b0-5ebf6fe473a0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.1123314 Jun 28 23:59:08.578948 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7d3ab6-1e26-4d03-ae7c-644a4f73d8ba x-openstack-request-id: req-6a7d3ab6-1e26-4d03-ae7c-644a4f73d8ba {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:59:08.579336 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e72023-2eb3-4202-a38a-279d1fbfa436", "name": "network-vif-deleted", "tag": "52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:59:08.579587 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a7d3ab6-1e26-4d03-ae7c-644a4f73d8ba {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:59:08.579980 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e72023-2eb3-4202-a38a-279d1fbfa436', 'name': 'network-vif-deleted', 'tag': '52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf', 'status': 'completed', 'code': 200} Jun 28 23:59:08.597150 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b65764ec-3080-4788-898f-d79f5393f428 req-03b9b2b2-403a-413a-9708-e18850cb93d6 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417304 Jun 28 23:59:09.159668 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e50af6-554a-4471-a7c0-35f845cf87b9 req-77a83a31-2635-47b1-abde-4a23a10e5f13 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:09.164596 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-55e50af6-554a-4471-a7c0-35f845cf87b9 req-77a83a31-2635-47b1-abde-4a23a10e5f13 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 946 time: 0.0844107 Jun 28 23:59:09.205954 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-55e50af6-554a-4471-a7c0-35f845cf87b9 req-9367e0a3-2243-4984-89a8-2e234becea8f tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375054 Jun 28 23:59:09.233230 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-65b1cef7-d0dd-4c01-b60d-80d2b572db7b req-933f44c5-b006-413b-9f65-0316386f677d tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e72023-2eb3-4202-a38a-279d1fbfa436 HTTP/1.1" status: 200 len: 210 time: 0.0317156 Jun 28 23:59:09.720060 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56e4a2-f261-471e-9298-11a77042042d req-aff221f9-0076-4d1d-85eb-fbfbcf491dcb tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:09.722653 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ee56e4a2-f261-471e-9298-11a77042042d req-aff221f9-0076-4d1d-85eb-fbfbcf491dcb tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0825520 Jun 28 23:59:09.796938 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ee56e4a2-f261-471e-9298-11a77042042d req-af46ba7a-6580-4593-934b-7af101752731 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667696 Jun 28 23:59:09.839619 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50677323-e5e0-49c7-8136-b1c67dc61f97 req-f5dc40a4-bd30-4808-9fb5-84e6820830e7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:09.842197 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-50677323-e5e0-49c7-8136-b1c67dc61f97 req-f5dc40a4-bd30-4808-9fb5-84e6820830e7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0868115 Jun 28 23:59:09.884680 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-50677323-e5e0-49c7-8136-b1c67dc61f97 req-78f38a12-0ddd-460b-b36b-0afbab77ddcf tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344934 Jun 28 23:59:10.192955 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47641df3-0299-43ec-aa19-0fe2b1f39544 req-f9848fd9-2017-4ab9-93ac-ec812dac6a87 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:10.194468 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-47641df3-0299-43ec-aa19-0fe2b1f39544 req-f9848fd9-2017-4ab9-93ac-ec812dac6a87 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 946 time: 0.0695097 Jun 28 23:59:10.317789 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-47641df3-0299-43ec-aa19-0fe2b1f39544 req-61d84a73-aaff-4e36-85cd-38b4e528cd04 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Deleting port 8b994ef9-6cec-4e1b-a503-9691a5392bbc {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:59:10.318107 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-47641df3-0299-43ec-aa19-0fe2b1f39544 req-61d84a73-aaff-4e36-85cd-38b4e528cd04 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:10.475207 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-47641df3-0299-43ec-aa19-0fe2b1f39544 req-61d84a73-aaff-4e36-85cd-38b4e528cd04 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] For port 8b994ef9-6cec-4e1b-a503-9691a5392bbc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b994ef9-6cec-4e1b-a503-9691a5392bbc,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:10.475597 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-47641df3-0299-43ec-aa19-0fe2b1f39544 req-61d84a73-aaff-4e36-85cd-38b4e528cd04 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:10.496250 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-47641df3-0299-43ec-aa19-0fe2b1f39544 req-61d84a73-aaff-4e36-85cd-38b4e528cd04 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Calling delete_port for 8b994ef9-6cec-4e1b-a503-9691a5392bbc owned by compute:nova {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:59:10.510952 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3060c-ac06-48ee-abff-f82c58431f10 req-49ef3a08-99de-48d0-bd06-4aa233807d11 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:10.512845 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1bd3060c-ac06-48ee-abff-f82c58431f10 req-49ef3a08-99de-48d0-bd06-4aa233807d11 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 946 time: 0.1631296 Jun 28 23:59:10.846557 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1bd3060c-ac06-48ee-abff-f82c58431f10 req-1ea846af-c8ff-4dfa-9d81-0a892e266ee4 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898800 Jun 28 23:59:10.976108 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-47641df3-0299-43ec-aa19-0fe2b1f39544 req-61d84a73-aaff-4e36-85cd-38b4e528cd04 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:10.985307 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:11.025123 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86', '4f695056-a762-45bd-8c52-60c08aa7fed7', '8b994ef9-6cec-4e1b-a503-9691a5392bbc'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:59:11.071450 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d84a73-aaff-4e36-85cd-38b4e528cd04 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Pushing event deleted for resources: {'Port': ['ID=8b994ef9-6cec-4e1b-a503-9691a5392bbc,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:11.102413 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-61d84a73-aaff-4e36-85cd-38b4e528cd04 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:11.162035 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-47641df3-0299-43ec-aa19-0fe2b1f39544 req-61d84a73-aaff-4e36-85cd-38b4e528cd04 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] No DVR routers for this DVR port 8b994ef9-6cec-4e1b-a503-9691a5392bbc on host hv-cinder-76330 {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:59:11.167460 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-47641df3-0299-43ec-aa19-0fe2b1f39544 req-61d84a73-aaff-4e36-85cd-38b4e528cd04 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:11.169666 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-47641df3-0299-43ec-aa19-0fe2b1f39544 req-61d84a73-aaff-4e36-85cd-38b4e528cd04 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "DELETE /v2.0/ports/8b994ef9-6cec-4e1b-a503-9691a5392bbc HTTP/1.1" status: 204 len: 173 time: 0.9656842 Jun 28 23:59:11.172558 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb72eacf-2432-4e18-9bbe-f1428d0437eb', 'name': 'network-vif-deleted', 'tag': '8b994ef9-6cec-4e1b-a503-9691a5392bbc'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:59:11.176266 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380f7e4f-ee87-439e-a254-857678c6645e" -d '{"events": [{"server_uuid": "eb72eacf-2432-4e18-9bbe-f1428d0437eb", "name": "network-vif-deleted", "tag": "8b994ef9-6cec-4e1b-a503-9691a5392bbc"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:59:11.242837 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7e9b3-b12e-4776-adbc-55b2e001d6c1 req-0a54767f-faec-47e7-a752-afbdf36c9535 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:11.250379 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e2e7e9b3-b12e-4776-adbc-55b2e001d6c1 req-0a54767f-faec-47e7-a752-afbdf36c9535 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.2056661 Jun 28 23:59:11.278367 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45475ced-9b4c-4006-907c-3ee35a50a72a req-bd481cb7-9813-4860-863c-5452f6fe1be1 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:11.281425 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-45475ced-9b4c-4006-907c-3ee35a50a72a req-bd481cb7-9813-4860-863c-5452f6fe1be1 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.2348628 Jun 28 23:59:11.382628 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-45475ced-9b4c-4006-907c-3ee35a50a72a req-314e930b-4535-4cfa-ad20-20405a34f2bc tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880609 Jun 28 23:59:11.391552 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e2e7e9b3-b12e-4776-adbc-55b2e001d6c1 req-a0c311a2-3c1e-49fc-a311-d15030a96188 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397614 Jun 28 23:59:11.550745 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:59:11.599578 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:59:11.600633 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 52cf4ad5-6ee4-4b1d-88a3-7ae3223fd5cf not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:59:11.601482 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 8b994ef9-6cec-4e1b-a503-9691a5392bbc no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:59:11.626567 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: 8b994ef9-6cec-4e1b-a503-9691a5392bbc {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:59:11.627036 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 8b994ef9-6cec-4e1b-a503-9691a5392bbc not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:59:11.716618 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e69d628-9aa2-4066-b94a-5f84c0d388a9 x-openstack-request-id: req-0e69d628-9aa2-4066-b94a-5f84c0d388a9 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:59:11.717353 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb72eacf-2432-4e18-9bbe-f1428d0437eb", "name": "network-vif-deleted", "tag": "8b994ef9-6cec-4e1b-a503-9691a5392bbc", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:59:11.717353 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e69d628-9aa2-4066-b94a-5f84c0d388a9 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:59:11.717657 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb72eacf-2432-4e18-9bbe-f1428d0437eb', 'name': 'network-vif-deleted', 'tag': '8b994ef9-6cec-4e1b-a503-9691a5392bbc', 'status': 'completed', 'code': 200} Jun 28 23:59:12.047735 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5eff1f32-e4c3-4c3a-8155-925d8d4d5119 req-1b03d88f-0f10-4c90-9475-ef9f42ad9d52 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb72eacf-2432-4e18-9bbe-f1428d0437eb HTTP/1.1" status: 200 len: 210 time: 0.0417192 Jun 28 23:59:12.634047 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0423bf-b30e-4f3a-a347-a1342ada19e0 req-e503ce26-f979-4b47-bfbe-fb1e969af1a9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:12.635569 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4a0423bf-b30e-4f3a-a347-a1342ada19e0 req-e503ce26-f979-4b47-bfbe-fb1e969af1a9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1073725 Jun 28 23:59:12.652198 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb56248-af26-4346-94ee-3114469f4686 req-58bac195-69f6-4fe7-9ce1-81f32a3ce98e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:12.654027 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ebb56248-af26-4346-94ee-3114469f4686 req-58bac195-69f6-4fe7-9ce1-81f32a3ce98e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.0962281 Jun 28 23:59:12.715714 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4a0423bf-b30e-4f3a-a347-a1342ada19e0 req-1f196517-6d10-4bee-ab88-ad4829ee288b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605929 Jun 28 23:59:12.741276 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ebb56248-af26-4346-94ee-3114469f4686 req-fbb48abf-71cb-47ad-81c5-992151f05261 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709088 Jun 28 23:59:13.234328 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36210) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:13.432159 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f5052561-cf63-4c59-ab7f-14b942f6cf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:13.633395 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f5052561-cf63-4c59-ab7f-14b942f6cf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:13.642775 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f5052561-cf63-4c59-ab7f-14b942f6cf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:13.648518 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-42c32cb5-8e39-4972-bd2e-0e09e2da91e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:13.731394 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5052561-cf63-4c59-ab7f-14b942f6cf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c10c36-00cf-4459-9edf-72f7157fe538,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:13.748625 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-f5052561-cf63-4c59-ab7f-14b942f6cf5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aaa78b2d178b460390de28c1bb7e42c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110343 Jun 28 23:59:13.750213 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 36220) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:13.752332 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f5052561-cf63-4c59-ab7f-14b942f6cf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:13.871621 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0997f0e2-91fb-43e2-9ec8-20d82d0b443e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:13.887235 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266234ce-49e2-49f7-91e2-cba952c7a025 req-2bc9f72f-b767-4a40-a0da-48b7e03c0e93 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:13.898421 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-266234ce-49e2-49f7-91e2-cba952c7a025 req-2bc9f72f-b767-4a40-a0da-48b7e03c0e93 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 946 time: 0.1809790 Jun 28 23:59:13.949082 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0997f0e2-91fb-43e2-9ec8-20d82d0b443e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:14.006696 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-266234ce-49e2-49f7-91e2-cba952c7a025 req-2a988a0d-d9e6-42a5-b267-3cc4ebbf8261 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029122 Jun 28 23:59:14.069597 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0997f0e2-91fb-43e2-9ec8-20d82d0b443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:14.072666 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0997f0e2-91fb-43e2-9ec8-20d82d0b443e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:14.073880 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-0997f0e2-91fb-43e2-9ec8-20d82d0b443e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7c10c36-00cf-4459-9edf-72f7157fe538 HTTP/1.1" status: 204 len: 168 time: 0.2876537 Jun 28 23:59:14.076219 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1b4f4715-f2eb-4246-98d5-09b913456dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:14.122427 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997f0e2-91fb-43e2-9ec8-20d82d0b443e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c10c36-00cf-4459-9edf-72f7157fe538,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:14.126650 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0997f0e2-91fb-43e2-9ec8-20d82d0b443e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:14.173966 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bfe3-650f-4ca9-986e-a5ea2dc70db9 req-f9c3647c-45b6-48ec-9b55-d49e9477ae12 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:14.181802 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b882bfe3-650f-4ca9-986e-a5ea2dc70db9 req-f9c3647c-45b6-48ec-9b55-d49e9477ae12 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1281190 Jun 28 23:59:14.226531 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-45d26c15-ea89-4be9-a0ff-f657ce6161e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:14.283040 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b882bfe3-650f-4ca9-986e-a5ea2dc70db9 req-96582e65-0193-4898-acf4-8b8488ad5e40 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998149 Jun 28 23:59:14.318620 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3938717-6f35-4b04-8c04-9bbdf08fe87f req-9fc54fb1-29e1-4928-bc47-d112b5e93e37 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:14.320341 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c3938717-6f35-4b04-8c04-9bbdf08fe87f req-9fc54fb1-29e1-4928-bc47-d112b5e93e37 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.1301963 Jun 28 23:59:14.382128 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c3938717-6f35-4b04-8c04-9bbdf08fe87f req-390a7f1f-e32f-4a89-bfe3-ab86f6fe177c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528443 Jun 28 23:59:15.260025 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca422483-4962-4e8d-b62c-ea1261bfe1c3 req-ef6a684c-7c27-4b46-8c2d-3b55b1dd1a20 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:15.262010 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ca422483-4962-4e8d-b62c-ea1261bfe1c3 req-ef6a684c-7c27-4b46-8c2d-3b55b1dd1a20 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 946 time: 0.0920804 Jun 28 23:59:15.322464 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ca422483-4962-4e8d-b62c-ea1261bfe1c3 req-217e47bd-e140-4b29-9532-fc825d98e374 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543303 Jun 28 23:59:15.535356 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1163a36c-2e08-435a-8962-15ec7f44ec15 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:59:15.713535 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214706bd-03ce-49ab-9621-c093b9e7a1d4 req-a74963b0-77cc-48c9-880a-2e95dced50ef tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:15.716741 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-214706bd-03ce-49ab-9621-c093b9e7a1d4 req-a74963b0-77cc-48c9-880a-2e95dced50ef tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.2087831 Jun 28 23:59:15.866700 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1163a36c-2e08-435a-8962-15ec7f44ec15,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:15.885268 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'port_id': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'mac_address': 'fa:16:3e:2b:94:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 23:59:16.033179 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.057035 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-214706bd-03ce-49ab-9621-c093b9e7a1d4 req-bc58d8b9-ba15-4436-867c-b1fa58a086cb tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524319 Jun 28 23:59:16.069452 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1163a36c-2e08-435a-8962-15ec7f44ec15 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 23:59:16.114984 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1163a36c-2e08-435a-8962-15ec7f44ec15,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:16.128340 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.132443 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:16.173918 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132f736-8b27-4b8e-bfee-f7f4c5616024 req-8ffc898e-2fe2-4613-b6d4-3e921978b7ac tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:16.177165 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4132f736-8b27-4b8e-bfee-f7f4c5616024 req-8ffc898e-2fe2-4613-b6d4-3e921978b7ac tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 946 time: 0.4579997 Jun 28 23:59:16.299894 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32ef3-7f2f-4598-8b54-6ea8e1c63bf6 req-fa473595-aa94-49ec-bdb5-b6c224ea0791 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:16.305420 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-aea32ef3-7f2f-4598-8b54-6ea8e1c63bf6 req-fa473595-aa94-49ec-bdb5-b6c224ea0791 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.4244282 Jun 28 23:59:16.306119 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=1163a36c-2e08-435a-8962-15ec7f44ec15,revision_number=6']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:16.329293 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:16.347848 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['1163a36c-2e08-435a-8962-15ec7f44ec15'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:59:16.556271 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-aea32ef3-7f2f-4598-8b54-6ea8e1c63bf6 req-dd7ada08-87df-45c4-bb5f-b2e8e318e861 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210805 Jun 28 23:59:16.592096 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-4132f736-8b27-4b8e-bfee-f7f4c5616024 req-8b1c3b7f-fcf6-435b-b0de-b79f8f545ddd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Deleting port 4f695056-a762-45bd-8c52-60c08aa7fed7 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:59:16.592823 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-4132f736-8b27-4b8e-bfee-f7f4c5616024 req-8b1c3b7f-fcf6-435b-b0de-b79f8f545ddd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.741570 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-4132f736-8b27-4b8e-bfee-f7f4c5616024 req-8b1c3b7f-fcf6-435b-b0de-b79f8f545ddd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] For port 4f695056-a762-45bd-8c52-60c08aa7fed7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=4f695056-a762-45bd-8c52-60c08aa7fed7,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:16.742005 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-4132f736-8b27-4b8e-bfee-f7f4c5616024 req-8b1c3b7f-fcf6-435b-b0de-b79f8f545ddd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:16.756737 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-4132f736-8b27-4b8e-bfee-f7f4c5616024 req-8b1c3b7f-fcf6-435b-b0de-b79f8f545ddd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Calling delete_port for 4f695056-a762-45bd-8c52-60c08aa7fed7 owned by compute:nova {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:59:17.134840 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-4132f736-8b27-4b8e-bfee-f7f4c5616024 req-8b1c3b7f-fcf6-435b-b0de-b79f8f545ddd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.145891 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:17.194628 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86', '4f695056-a762-45bd-8c52-60c08aa7fed7'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:59:17.259973 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c3b7f-fcf6-435b-b0de-b79f8f545ddd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Pushing event deleted for resources: {'Port': ['ID=4f695056-a762-45bd-8c52-60c08aa7fed7,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:17.266846 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8b1c3b7f-fcf6-435b-b0de-b79f8f545ddd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:17.308416 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7778229-a6b0-4524-8d79-e9d3f232683a req-c04bb67e-e7ce-442c-ad85-a444681c7eab tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:17.311939 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b7778229-a6b0-4524-8d79-e9d3f232683a req-c04bb67e-e7ce-442c-ad85-a444681c7eab tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 946 time: 0.3029516 Jun 28 23:59:17.323734 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a71c34d-7080-4cff-a5a8-c8847a21e34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.537401 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-4132f736-8b27-4b8e-bfee-f7f4c5616024 req-8b1c3b7f-fcf6-435b-b0de-b79f8f545ddd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] No DVR routers for this DVR port 4f695056-a762-45bd-8c52-60c08aa7fed7 on host hv-cinder-76330 {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:59:17.644685 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1163a36c-2e08-435a-8962-15ec7f44ec15 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 23:59:17.703747 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-4132f736-8b27-4b8e-bfee-f7f4c5616024 req-8b1c3b7f-fcf6-435b-b0de-b79f8f545ddd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.708254 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4132f736-8b27-4b8e-bfee-f7f4c5616024 req-8b1c3b7f-fcf6-435b-b0de-b79f8f545ddd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "DELETE /v2.0/ports/4f695056-a762-45bd-8c52-60c08aa7fed7 HTTP/1.1" status: 204 len: 173 time: 1.5162876 Jun 28 23:59:17.709723 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d', 'name': 'network-vif-deleted', 'tag': '4f695056-a762-45bd-8c52-60c08aa7fed7'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:59:17.719249 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec655952-bf9f-492e-af3e-e52ae6292a7b" -d '{"events": [{"server_uuid": "cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d", "name": "network-vif-deleted", "tag": "4f695056-a762-45bd-8c52-60c08aa7fed7"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:59:17.753519 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b7778229-a6b0-4524-8d79-e9d3f232683a req-bf036ed5-219f-42b0-b7c1-3b9eb417a734 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741138 Jun 28 23:59:17.860546 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a29e9-f3aa-4772-9c04-2d295947772a req-8605af17-69f8-4a2d-b060-a25f88ee6a4c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:17.864938 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d58a29e9-f3aa-4772-9c04-2d295947772a req-8605af17-69f8-4a2d-b060-a25f88ee6a4c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.3935285 Jun 28 23:59:17.891782 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 1163a36c-2e08-435a-8962-15ec7f44ec15 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 23:59:17.892285 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:17.983287 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d58a29e9-f3aa-4772-9c04-2d295947772a req-0f1f2cbf-2702-47c3-84d4-3c120a13ad8e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000059 Jun 28 23:59:18.102419 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.191348 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1163a36c-2e08-435a-8962-15ec7f44ec15,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:18.193692 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:59:18.197414 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f598e0f9-2b9a-4863-b651-00d1115982db" -d '{"events": [{"server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "name": "network-vif-plugged", "status": "completed", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:59:18.204433 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:18.207286 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:18.283076 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fd448c-9507-4db1-abc4-97c2154c6d91 x-openstack-request-id: req-10fd448c-9507-4db1-abc4-97c2154c6d91 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:59:18.283677 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d", "name": "network-vif-deleted", "tag": "4f695056-a762-45bd-8c52-60c08aa7fed7", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:59:18.284226 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10fd448c-9507-4db1-abc4-97c2154c6d91 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:59:18.285347 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d', 'name': 'network-vif-deleted', 'tag': '4f695056-a762-45bd-8c52-60c08aa7fed7', 'status': 'completed', 'code': 200} Jun 28 23:59:18.370104 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64296c62-53e3-4986-891d-d0794955f27f x-openstack-request-id: req-64296c62-53e3-4986-891d-d0794955f27f {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:59:18.374287 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "name": "network-vif-plugged", "status": "completed", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:59:18.375047 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64296c62-53e3-4986-891d-d0794955f27f {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:59:18.378015 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'code': 200} Jun 28 23:59:18.452621 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=1163a36c-2e08-435a-8962-15ec7f44ec15,revision_number=7']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:18.477935 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:18.583417 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.169207 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cda63d-f1a5-4b3b-83eb-b7dfa8816e2d req-9b762bc8-1239-4d6b-9491-771ebc8ad6b1 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:19.197606 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d5cda63d-f1a5-4b3b-83eb-b7dfa8816e2d req-9b762bc8-1239-4d6b-9491-771ebc8ad6b1 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.5696428 Jun 28 23:59:19.384957 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d5cda63d-f1a5-4b3b-83eb-b7dfa8816e2d req-4178eaad-60cc-4fa3-8c24-d73aa229643a tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844394 Jun 28 23:59:19.488910 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:19.554955 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 4f695056-a762-45bd-8c52-60c08aa7fed7 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:59:19.590956 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f32845c1-cb1c-49f7-9004-b0e14540c621 req-055d3051-8e43-4b86-89f4-ba4c913263e0 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8b33cf-e1a0-4024-bc23-b9d190d6dd6d HTTP/1.1" status: 200 len: 210 time: 0.2041967 Jun 28 23:59:19.617358 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: 4f695056-a762-45bd-8c52-60c08aa7fed7 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:59:19.620198 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 4f695056-a762-45bd-8c52-60c08aa7fed7 not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:59:20.223060 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9569a61-4277-4f34-8fe3-e54918f33e4c req-6de7b8b4-f959-43c2-a361-f4d0c1081937 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:20.226689 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9569a61-4277-4f34-8fe3-e54918f33e4c req-6de7b8b4-f959-43c2-a361-f4d0c1081937 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.3721061 Jun 28 23:59:20.325409 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9569a61-4277-4f34-8fe3-e54918f33e4c req-490adc33-436b-4406-b674-79b74beee1b9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745218 Jun 28 23:59:20.516655 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:20.927501 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003f5a4-535b-452e-b524-71f7c944294e req-17f4b978-6e82-49ed-bae3-70a77d0dd3cb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:20.945029 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d003f5a4-535b-452e-b524-71f7c944294e req-17f4b978-6e82-49ed-bae3-70a77d0dd3cb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.1602376 Jun 28 23:59:21.038839 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d003f5a4-535b-452e-b524-71f7c944294e req-fb32683c-46a6-45e2-b37e-e3c887c559c0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924659 Jun 28 23:59:22.102359 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75355a70-46e4-4498-a399-0de700200c09 req-d32544ab-e04b-4fb9-abad-428cc00b4514 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:22.109619 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-75355a70-46e4-4498-a399-0de700200c09 req-d32544ab-e04b-4fb9-abad-428cc00b4514 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.2428002 Jun 28 23:59:22.292418 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-75355a70-46e4-4498-a399-0de700200c09 req-2bcb9ab7-79a1-403f-b3d1-fd607ac6b205 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776037 Jun 28 23:59:22.357692 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:22.638393 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:59:22.692832 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b5025-bf2d-4346-894e-8747d89606ea req-f6d54749-902a-4664-8b48-f6ac84534d18 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:22.708925 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-764b5025-bf2d-4346-894e-8747d89606ea req-f6d54749-902a-4664-8b48-f6ac84534d18 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.2539294 Jun 28 23:59:22.922999 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-764b5025-bf2d-4346-894e-8747d89606ea req-96250d0a-7fe1-44a8-8620-0286bd091e40 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022080 Jun 28 23:59:23.414442 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0e55b-dda3-4d10-9d5c-ca503acc34e9 req-33f7ea75-3869-4a30-ad42-c799445e6ad0 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:23.426550 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c4b0e55b-dda3-4d10-9d5c-ca503acc34e9 req-33f7ea75-3869-4a30-ad42-c799445e6ad0 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 945 time: 0.1656575 Jun 28 23:59:23.513009 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c4b0e55b-dda3-4d10-9d5c-ca503acc34e9 req-0ef4eb8d-3365-402a-ad5a-6df1f88ed0d5 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849056 Jun 28 23:59:23.614168 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 36394) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:23.924349 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1157352e-49b2-41f6-8dc7-fd1dc615134c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:23.974210 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741faf8b-7698-4e40-8df4-a8d0dd27b662 req-63984705-cc57-42e5-890a-3d1b231ac875 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:23.984353 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-741faf8b-7698-4e40-8df4-a8d0dd27b662 req-63984705-cc57-42e5-890a-3d1b231ac875 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.2737076 Jun 28 23:59:24.152642 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1157352e-49b2-41f6-8dc7-fd1dc615134c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:24.181363 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1157352e-49b2-41f6-8dc7-fd1dc615134c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:24.227339 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5ade2d28-7af4-49cf-a48f-2f2130696319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:24.348508 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157352e-49b2-41f6-8dc7-fd1dc615134c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ee981f-f3b2-4b84-9445-183b38adce00,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:24.355691 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1157352e-49b2-41f6-8dc7-fd1dc615134c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:24.473668 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36402) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:24.484899 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1157352e-49b2-41f6-8dc7-fd1dc615134c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bcab325ba404c2a976e2bf45343330c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8676875 Jun 28 23:59:24.537371 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-741faf8b-7698-4e40-8df4-a8d0dd27b662 req-e742f088-a4b7-451f-b50d-eee24826a1f4 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473468 Jun 28 23:59:24.587163 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-680e59e5-f50e-48b9-80a8-dde1ed782a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:24.618159 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea7d3f-273f-41f0-a5ee-280d7330e5b9 req-45ad8fa3-84b5-4c8f-98e8-675b4bb88132 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:24.626199 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-78ea7d3f-273f-41f0-a5ee-280d7330e5b9 req-45ad8fa3-84b5-4c8f-98e8-675b4bb88132 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.2631264 Jun 28 23:59:24.629439 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-680e59e5-f50e-48b9-80a8-dde1ed782a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:24.701657 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-78ea7d3f-273f-41f0-a5ee-280d7330e5b9 req-f7c8c3d4-23a7-482b-82b6-2df150c999b8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749362 Jun 28 23:59:24.715127 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-680e59e5-f50e-48b9-80a8-dde1ed782a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:24.729557 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-680e59e5-f50e-48b9-80a8-dde1ed782a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:24.734539 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-680e59e5-f50e-48b9-80a8-dde1ed782a91 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01ee981f-f3b2-4b84-9445-183b38adce00 HTTP/1.1" status: 204 len: 168 time: 0.2592509 Jun 28 23:59:24.738889 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:24.769990 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e59e5-f50e-48b9-80a8-dde1ed782a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ee981f-f3b2-4b84-9445-183b38adce00,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:24.785026 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-680e59e5-f50e-48b9-80a8-dde1ed782a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:25.336012 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a9393-0fa6-4a78-8ba4-bef8d1c7c883 req-0aa937af-5d90-4c4a-8a6f-d33ab848a187 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:25.348558 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e16a9393-0fa6-4a78-8ba4-bef8d1c7c883 req-0aa937af-5d90-4c4a-8a6f-d33ab848a187 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 945 time: 0.3250008 Jun 28 23:59:25.459518 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e16a9393-0fa6-4a78-8ba4-bef8d1c7c883 req-021ba8fd-f783-4ed0-93d4-c60d39a8a5be tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/security-groups?id=563f4b4c-a772-4b0a-bb35-5e225b6053a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004701 Jun 28 23:59:25.499905 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c05a3-ba96-4791-ae56-e71285fa283d req-cbe62995-2b34-432a-a420-db9ee1261e6b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:25.499905 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f83c05a3-ba96-4791-ae56-e71285fa283d req-cbe62995-2b34-432a-a420-db9ee1261e6b tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 945 time: 0.2976532 Jun 28 23:59:25.717394 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-f83c05a3-ba96-4791-ae56-e71285fa283d req-0caeb060-f899-4a0d-9770-46361d1f2b2d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Deleting port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 23:59:25.718500 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-f83c05a3-ba96-4791-ae56-e71285fa283d req-0caeb060-f899-4a0d-9770-46361d1f2b2d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:26.265180 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-f83c05a3-ba96-4791-ae56-e71285fa283d req-0caeb060-f899-4a0d-9770-46361d1f2b2d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] For port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86,segment=NetworkSegment(b8d4207b-c9f5-4370-b0e7-d4f0da569217),segment_id=b8d4207b-c9f5-4370-b0e7-d4f0da569217)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:26.266207 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-f83c05a3-ba96-4791-ae56-e71285fa283d req-0caeb060-f899-4a0d-9770-46361d1f2b2d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:26.317127 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-f83c05a3-ba96-4791-ae56-e71285fa283d req-0caeb060-f899-4a0d-9770-46361d1f2b2d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Calling delete_port for 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 owned by compute:nova {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 23:59:26.423968 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2653a63-0221-4a77-956d-7673386dc9df req-ca7f17a9-869c-4dc0-ae4c-63d259d8ee24 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:26.432828 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f2653a63-0221-4a77-956d-7673386dc9df req-ca7f17a9-869c-4dc0-ae4c-63d259d8ee24 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.6388042 Jun 28 23:59:26.569232 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e267-c9ac-476d-8ea7-545abec35059 req-3aaa7e75-f969-4f06-a998-824916904ca2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:26.593038 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1625e267-c9ac-476d-8ea7-545abec35059 req-3aaa7e75-f969-4f06-a998-824916904ca2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.4356704 Jun 28 23:59:26.681591 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f2653a63-0221-4a77-956d-7673386dc9df req-522d1b40-be97-45ab-ab4f-27295aef54a4 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475102 Jun 28 23:59:26.783763 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1625e267-c9ac-476d-8ea7-545abec35059 req-5fdaf6f4-e69b-4410-93be-0fd805a31396 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547873 Jun 28 23:59:26.838721 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-f83c05a3-ba96-4791-ae56-e71285fa283d req-0caeb060-f899-4a0d-9770-46361d1f2b2d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:26.843831 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:26.876823 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 23:59:26.982734 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caeb060-f899-4a0d-9770-46361d1f2b2d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Pushing event deleted for resources: {'Port': ['ID=7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:27.019784 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0caeb060-f899-4a0d-9770-46361d1f2b2d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:27.021357 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83c05a3-ba96-4791-ae56-e71285fa283d req-0caeb060-f899-4a0d-9770-46361d1f2b2d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] No DVR routers for this DVR port 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 on host hv-cinder-76330 {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 23:59:27.031473 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-f83c05a3-ba96-4791-ae56-e71285fa283d req-0caeb060-f899-4a0d-9770-46361d1f2b2d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:27.033644 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f83c05a3-ba96-4791-ae56-e71285fa283d req-0caeb060-f899-4a0d-9770-46361d1f2b2d tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.52 "DELETE /v2.0/ports/7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 HTTP/1.1" status: 204 len: 173 time: 1.5306540 Jun 28 23:59:27.034203 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b48bf3-a460-4ae5-8f72-b228d9573ed7', 'name': 'network-vif-deleted', 'tag': '7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:59:27.036769 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2478df7-759d-42bb-b0d5-5e537f2b93fc" -d '{"events": [{"server_uuid": "e0b48bf3-a460-4ae5-8f72-b228d9573ed7", "name": "network-vif-deleted", "tag": "7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:59:27.167611 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-69b368d7-46f8-443d-9854-946f09836dc2 req-1acceed5-3d97-4d0b-b71c-47c7ba263b5e tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 210 time: 0.1412122 Jun 28 23:59:27.206201 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 23:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e49a7fc-ca5d-4e03-aa37-dc7d47a07479 x-openstack-request-id: req-7e49a7fc-ca5d-4e03-aa37-dc7d47a07479 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:59:27.206969 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b48bf3-a460-4ae5-8f72-b228d9573ed7", "name": "network-vif-deleted", "tag": "7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:59:27.207475 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e49a7fc-ca5d-4e03-aa37-dc7d47a07479 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:59:27.208232 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b48bf3-a460-4ae5-8f72-b228d9573ed7', 'name': 'network-vif-deleted', 'tag': '7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86', 'status': 'completed', 'code': 200} Jun 28 23:59:28.027316 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45650f-54dc-482d-9464-c17a2b448a87 req-8f608add-f625-4c8e-953d-6ee2f4769be5 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:28.037455 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ba45650f-54dc-482d-9464-c17a2b448a87 req-8f608add-f625-4c8e-953d-6ee2f4769be5 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1795523 Jun 28 23:59:28.139287 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ba45650f-54dc-482d-9464-c17a2b448a87 req-676294a5-b2de-40f2-b076-647cc509f239 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991604 Jun 28 23:59:28.212829 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4248a-542c-428e-851e-a06841df4ab7 req-448345a0-27bf-4ffe-b039-34781f5e4e27 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:28.220376 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9e4248a-542c-428e-851e-a06841df4ab7 req-448345a0-27bf-4ffe-b039-34781f5e4e27 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.1511779 Jun 28 23:59:28.299799 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9e4248a-542c-428e-851e-a06841df4ab7 req-54bc4997-9646-45ed-9522-1d9699e0c578 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783696 Jun 28 23:59:28.617151 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1b56f51b-9db0-4665-ae70-c8f583bc1f5b req-a4a87e5d-31b1-4013-81f1-9b6e119b0db4 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0b48bf3-a460-4ae5-8f72-b228d9573ed7 HTTP/1.1" status: 200 len: 210 time: 0.0509601 Jun 28 23:59:29.600310 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:59:29.648944 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 23:59:29.649289 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 7f9a5fc5-d6d4-4af4-9a27-cd9beb349d86 not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 23:59:29.666594 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94693e93-305d-4f17-925e-9b3e90c3e0b2 req-b4f4dc81-b571-4f6d-9b43-def6b72a70e7 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:29.682787 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-94693e93-305d-4f17-925e-9b3e90c3e0b2 req-b4f4dc81-b571-4f6d-9b43-def6b72a70e7 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.2443969 Jun 28 23:59:29.753389 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74fbf5-88d9-4401-b9bf-1fee635fd7f9 req-c7a0403f-3b1f-4a4e-b8db-1a70ad44a7bc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:29.762936 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-da74fbf5-88d9-4401-b9bf-1fee635fd7f9 req-c7a0403f-3b1f-4a4e-b8db-1a70ad44a7bc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.2341373 Jun 28 23:59:29.773716 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-94693e93-305d-4f17-925e-9b3e90c3e0b2 req-17ea4b87-8b68-42ad-8194-5245f52763e2 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893505 Jun 28 23:59:29.903066 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-da74fbf5-88d9-4401-b9bf-1fee635fd7f9 req-ff31b84f-64be-42a9-8b1c-a2a98350d42b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356392 Jun 28 23:59:30.048702 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 36444) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:30.131942 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea328616-b0f4-470e-863b-ea8728290ba9 admin admin] Deleting subnet eda307fd-5f67-4a1d-93da-46c5f8dc4245 {{(pid=92977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:59:30.143417 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ea328616-b0f4-470e-863b-ea8728290ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.227506 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ea328616-b0f4-470e-863b-ea8728290ba9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.239149 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ea328616-b0f4-470e-863b-ea8728290ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.326807 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ea328616-b0f4-470e-863b-ea8728290ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for subnet, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.333745 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:30.374645 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea328616-b0f4-470e-863b-ea8728290ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda307fd-5f67-4a1d-93da-46c5f8dc4245,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:30.383691 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ea328616-b0f4-470e-863b-ea8728290ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.391208 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36446) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:30.391998 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-ea328616-b0f4-470e-863b-ea8728290ba9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eda307fd-5f67-4a1d-93da-46c5f8dc4245 HTTP/1.1" status: 204 len: 168 time: 0.3414748 Jun 28 23:59:30.393699 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ea328616-b0f4-470e-863b-ea8728290ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:30.560100 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.790256 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:30.829125 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626c952e-fd34-4355-acc3-421a7b813fbd']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:30.875464 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d4207b-c9f5-4370-b0e7-d4f0da569217') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:30.876108 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d4207b-c9f5-4370-b0e7-d4f0da569217') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:30.901873 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127310089'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.001781 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.027425 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:59:31.028520 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126423117'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: Traceback (most recent call last): Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: timer() Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: cb(*args, **kw) Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: return func(*args, **kwargs) Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: self._notify() Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: self.callback(batched_events) Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: event.method(event) Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: return f(self, *a, **k) Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: return self._get(url).json() Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:59:31.031884 dv-cinder-763306-13-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:59:31.256492 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18efcc-944d-49cc-8040-bd5b2826ea1e req-725ca99e-7af8-4d42-8482-8ee1a8e836b9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:31.260559 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0e18efcc-944d-49cc-8040-bd5b2826ea1e req-725ca99e-7af8-4d42-8482-8ee1a8e836b9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.3285623 Jun 28 23:59:31.305734 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.309531 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2905d1-75aa-4fd9-984c-c0ce4b9bb5c7 req-963d542f-b948-4f39-b220-c6b980c437fe tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:31.311941 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:31.318161 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/626c952e-fd34-4355-acc3-421a7b813fbd HTTP/1.1" status: 204 len: 168 time: 0.9220984 Jun 28 23:59:31.318161 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fed6edf7-e9a2-4128-8b21-7be59f3e8929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:31.318633 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-be2905d1-75aa-4fd9-984c-c0ce4b9bb5c7 req-963d542f-b948-4f39-b220-c6b980c437fe tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.2700732 Jun 28 23:59:31.333031 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=626c952e-fd34-4355-acc3-421a7b813fbd,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:31.336795 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8742edca-e981-4826-98a8-3e41d1a605d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:31.383141 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0e18efcc-944d-49cc-8040-bd5b2826ea1e req-51770b85-ecf7-4e1d-9e01-1e725a9bd5a9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051912 Jun 28 23:59:31.445868 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-be2905d1-75aa-4fd9-984c-c0ce4b9bb5c7 req-843f53e1-ea0b-4337-a1d7-0648af412e6c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267557 Jun 28 23:59:31.819085 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36462) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:31.894535 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-69588418-054b-40e5-9acd-0ca1ce5b951f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbcec3fb47d34560ba5cc93df96d3145&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0734894 Jun 28 23:59:31.898648 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 36466) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:31.973812 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1871ed74-14bd-48b9-bea9-bbccc3b293bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.082286 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1871ed74-14bd-48b9-bea9-bbccc3b293bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.203342 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1871ed74-14bd-48b9-bea9-bbccc3b293bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.206325 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1871ed74-14bd-48b9-bea9-bbccc3b293bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:32.207949 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1871ed74-14bd-48b9-bea9-bbccc3b293bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/563f4b4c-a772-4b0a-bb35-5e225b6053a2 HTTP/1.1" status: 204 len: 168 time: 0.3081903 Jun 28 23:59:32.208843 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:32.225736 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871ed74-14bd-48b9-bea9-bbccc3b293bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f4b4c-a772-4b0a-bb35-5e225b6053a2,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:32.235180 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1871ed74-14bd-48b9-bea9-bbccc3b293bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:32.804478 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c46158-bc9f-42d1-b1b2-7b9281f70592 req-465c16b2-66cb-479c-81fd-713035b8021b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:32.804478 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e4c46158-bc9f-42d1-b1b2-7b9281f70592 req-465c16b2-66cb-479c-81fd-713035b8021b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1757607 Jun 28 23:59:32.905851 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e4c46158-bc9f-42d1-b1b2-7b9281f70592 req-f2213790-a592-4497-aee9-7d90fc59ab8f tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629241 Jun 28 23:59:32.968515 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3116ae-8672-4bdc-a66c-cb4755fd1de7 req-d12845bd-691c-41bc-bed2-8cfb711521ef tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:32.970234 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d3116ae-8672-4bdc-a66c-cb4755fd1de7 req-d12845bd-691c-41bc-bed2-8cfb711521ef tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.1821189 Jun 28 23:59:33.070163 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d3116ae-8672-4bdc-a66c-cb4755fd1de7 req-91779559-cb74-4996-ba9b-0363e8f1748f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824566 Jun 28 23:59:34.609993 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199843f-1f76-4111-a71b-5f3193ef2996 req-e5ca9430-ca90-46de-aa28-e9dadb77cbfb tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:34.618751 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f199843f-1f76-4111-a71b-5f3193ef2996 req-e5ca9430-ca90-46de-aa28-e9dadb77cbfb tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.4234045 Jun 28 23:59:34.707685 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049986-0125-46f3-960f-9257a4efb3fa req-dc23c2c0-9861-4a6d-9d71-577cde80e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:34.709845 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9a049986-0125-46f3-960f-9257a4efb3fa req-dc23c2c0-9861-4a6d-9d71-577cde80e1c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 1099 time: 0.4598842 Jun 28 23:59:34.723387 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f199843f-1f76-4111-a71b-5f3193ef2996 req-c1f80e1f-6796-4895-ba1b-dd595318e64f tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030061 Jun 28 23:59:34.897946 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049986-0125-46f3-960f-9257a4efb3fa req-4ccedaff-3a06-4c5c-b28b-75c89e1213e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:34.900150 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9a049986-0125-46f3-960f-9257a4efb3fa req-4ccedaff-3a06-4c5c-b28b-75c89e1213e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 918 time: 0.1644335 Jun 28 23:59:34.917631 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70133ade-20ff-4e8e-a0de-a3eb99ae96c4 req-ed9c6389-ba6d-4241-800a-6f7342111deb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:34.923982 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-70133ade-20ff-4e8e-a0de-a3eb99ae96c4 req-ed9c6389-ba6d-4241-800a-6f7342111deb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.6431315 Jun 28 23:59:35.099945 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06eaef-69ce-47f2-95a0-125baba74463 req-4fff5086-82b7-4445-a1c7-fa6b5c05be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:35.103562 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-fd06eaef-69ce-47f2-95a0-125baba74463 req-4fff5086-82b7-4445-a1c7-fa6b5c05be22 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 1098 time: 0.1137655 Jun 28 23:59:35.105408 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-70133ade-20ff-4e8e-a0de-a3eb99ae96c4 req-fd31ad1c-8e1a-417f-9122-c82ef24b6728 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740513 Jun 28 23:59:35.128976 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9a049986-0125-46f3-960f-9257a4efb3fa req-28e69ad5-25ca-4d2f-a657-989dd71bed39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1163a36c-2e08-435a-8962-15ec7f44ec15 HTTP/1.1" status: 200 len: 1001 time: 0.1992786 Jun 28 23:59:35.199947 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-fd06eaef-69ce-47f2-95a0-125baba74463 req-0b77588a-b9c0-47ac-a126-5dfd85877174 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795438 Jun 28 23:59:35.267537 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049986-0125-46f3-960f-9257a4efb3fa req-68e08f24-14a9-4236-a75f-20fcbcfe59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:35.267537 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9a049986-0125-46f3-960f-9257a4efb3fa req-68e08f24-14a9-4236-a75f-20fcbcfe59dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dddc2fb-56a3-4c59-9771-8ebaed930a0d HTTP/1.1" status: 200 len: 856 time: 0.1277270 Jun 28 23:59:35.582190 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049986-0125-46f3-960f-9257a4efb3fa req-e4c00825-a213-4f54-8f4c-95878e410065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:35.585734 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9a049986-0125-46f3-960f-9257a4efb3fa req-e4c00825-a213-4f54-8f4c-95878e410065 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1109841 Jun 28 23:59:35.731491 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9a049986-0125-46f3-960f-9257a4efb3fa req-7b35040d-a91e-4601-acf0-905230c5dbb9 service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376176 Jun 28 23:59:35.757989 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 36548) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:35.964930 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9a049986-0125-46f3-960f-9257a4efb3fa req-0df607e6-a758-4f6a-a17f-1913f01623ed service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236221 Jun 28 23:59:36.005284 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2d3a05a9-a07b-423c-9c6a-8444ac435652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:36.022986 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa638f03-2977-47ee-aed1-0fc37d1d0675 req-0d9e192d-5ebb-4203-bbec-d4d6c74de0f8 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:36.024760 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fa638f03-2977-47ee-aed1-0fc37d1d0675 req-0d9e192d-5ebb-4203-bbec-d4d6c74de0f8 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1325240 Jun 28 23:59:36.089815 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fa638f03-2977-47ee-aed1-0fc37d1d0675 req-b3bcfe9c-f68b-4d66-aba1-85dd0c03a601 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578115 Jun 28 23:59:36.171970 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2d3a05a9-a07b-423c-9c6a-8444ac435652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:36.178782 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2d3a05a9-a07b-423c-9c6a-8444ac435652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:36.213725 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c4468737-4840-43ab-84cf-583cef448251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:36.221196 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-2d3a05a9-a07b-423c-9c6a-8444ac435652 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6d2e64d2b6b4567b499cb1cdb34cfdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462466 Jun 28 23:59:36.222197 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36560) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:36.253986 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a05a9-a07b-423c-9c6a-8444ac435652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dd66e9-cc09-4c57-b891-d1738bed87af,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:36.257738 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-2d3a05a9-a07b-423c-9c6a-8444ac435652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:36.385362 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5072bccb-b383-4940-b4da-3eb474e42ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:36.391711 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d942c-d51d-40d5-86c1-4122aac8afba req-7c32aca3-5b4a-4865-8b62-d9003ac1fe66 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:36.396207 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1e1d942c-d51d-40d5-86c1-4122aac8afba req-7c32aca3-5b4a-4865-8b62-d9003ac1fe66 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.1271083 Jun 28 23:59:36.431606 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5072bccb-b383-4940-b4da-3eb474e42ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:36.517690 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1e1d942c-d51d-40d5-86c1-4122aac8afba req-f3f0da48-0ee5-4bea-a889-39f3cd61e45b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110060 Jun 28 23:59:36.549831 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5072bccb-b383-4940-b4da-3eb474e42ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:36.555317 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5072bccb-b383-4940-b4da-3eb474e42ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:36.560126 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-5072bccb-b383-4940-b4da-3eb474e42ace admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64dd66e9-cc09-4c57-b891-d1738bed87af HTTP/1.1" status: 204 len: 168 time: 0.3332517 Jun 28 23:59:36.564458 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8cc280b3-8cba-43ec-b1f4-e5cfa15869ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:36.582999 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072bccb-b383-4940-b4da-3eb474e42ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dd66e9-cc09-4c57-b891-d1738bed87af,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:36.592924 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5072bccb-b383-4940-b4da-3eb474e42ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:37.024528 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36582) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:37.046417 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-676dabf0-dc11-4c65-8a17-60a8827a8db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.162981 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-676dabf0-dc11-4c65-8a17-60a8827a8db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.168443 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-676dabf0-dc11-4c65-8a17-60a8827a8db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.172605 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1f53e549-afb1-4863-a2bc-b9184c6deaed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:37.212520 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-676dabf0-dc11-4c65-8a17-60a8827a8db5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d456a3c6c8741f187c3739ad8255189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867747 Jun 28 23:59:37.213500 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676dabf0-dc11-4c65-8a17-60a8827a8db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824470af-58ea-4813-a7a4-b60234e5c257,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:37.216087 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 36588) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:37.217810 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-676dabf0-dc11-4c65-8a17-60a8827a8db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:37.327881 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-47d1cf0b-a462-4c4a-b6f2-35b49d765349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.356816 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88796780-aa03-461d-925c-4b0697dffe68 req-fe3e9e87-88d8-46a1-875f-12f95af769f9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:37.358449 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-88796780-aa03-461d-925c-4b0697dffe68 req-fe3e9e87-88d8-46a1-875f-12f95af769f9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1305313 Jun 28 23:59:37.368906 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-47d1cf0b-a462-4c4a-b6f2-35b49d765349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.430841 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-88796780-aa03-461d-925c-4b0697dffe68 req-517c87f1-01e8-4ade-97fa-2e6b0266bbd7 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641384 Jun 28 23:59:37.461170 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-47d1cf0b-a462-4c4a-b6f2-35b49d765349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.465886 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-47d1cf0b-a462-4c4a-b6f2-35b49d765349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.471624 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-47d1cf0b-a462-4c4a-b6f2-35b49d765349 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/824470af-58ea-4813-a7a4-b60234e5c257 HTTP/1.1" status: 204 len: 168 time: 0.2490609 Jun 28 23:59:37.471624 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:37.493219 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1cf0b-a462-4c4a-b6f2-35b49d765349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824470af-58ea-4813-a7a4-b60234e5c257,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:37.496748 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-47d1cf0b-a462-4c4a-b6f2-35b49d765349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:37.663484 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1163a36c-2e08-435a-8962-15ec7f44ec15 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:59:37.755397 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.806800 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 23:59:37.809611 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab1c079-ccf9-4b95-8e2b-c244935db7d1" -d '{"events": [{"server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "name": "network-vif-unplugged", "status": "completed", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 23:59:37.822156 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e6ed1-6539-48db-8e1f-b3971404e4bf req-1c3da9f4-6d51-45e4-9b5f-a08e1f9d2369 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:37.829522 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1163a36c-2e08-435a-8962-15ec7f44ec15,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 23:59:37.832808 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e64e6ed1-6539-48db-8e1f-b3971404e4bf req-1c3da9f4-6d51-45e4-9b5f-a08e1f9d2369 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 946 time: 0.1110559 Jun 28 23:59:37.838728 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:37.841816 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:37.874711 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e64e6ed1-6539-48db-8e1f-b3971404e4bf req-99cb2757-f23d-47f4-a459-554f77524f73 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409482 Jun 28 23:59:37.948095 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=1163a36c-2e08-435a-8962-15ec7f44ec15,revision_number=8']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:37.953780 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:38.007796 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 23:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b055b397-6908-485f-a27e-12c58b0f154c x-openstack-request-id: req-b055b397-6908-485f-a27e-12c58b0f154c {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 23:59:38.008398 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "name": "network-vif-unplugged", "status": "completed", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 23:59:38.008808 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b055b397-6908-485f-a27e-12c58b0f154c {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 23:59:38.009489 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'code': 200} Jun 28 23:59:38.258211 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf916-16d0-46d8-a122-56d378d0e33b req-ac962ea0-7f02-4db0-bcfe-f2f537d01ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:38.261753 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-652cf916-16d0-46d8-a122-56d378d0e33b req-ac962ea0-7f02-4db0-bcfe-f2f537d01ae0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8623745b74a1485d8a448f201b439a8b&device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 1098 time: 0.0847261 Jun 28 23:59:38.491728 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf916-16d0-46d8-a122-56d378d0e33b req-22c2d567-e71f-4d47-b135-e41278e6684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:38.493720 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-652cf916-16d0-46d8-a122-56d378d0e33b req-22c2d567-e71f-4d47-b135-e41278e6684a service neutron] 10.222.0.52 "GET /v2.0/networks?id=62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 200 len: 920 time: 0.2255023 Jun 28 23:59:38.504118 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f28662-2240-48ad-bc68-08b817191ba6 req-ebec0895-d605-4a83-bb85-feb88e4345ef tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:38.505880 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20f28662-2240-48ad-bc68-08b817191ba6 req-ebec0895-d605-4a83-bb85-feb88e4345ef tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1828089 Jun 28 23:59:38.555239 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-652cf916-16d0-46d8-a122-56d378d0e33b req-3351613b-3f40-4de2-bb2a-790718d10cdb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27e9e2b7-11f7-4117-9373-7ff3125748a1 HTTP/1.1" status: 200 len: 217 time: 0.0483065 Jun 28 23:59:38.657914 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-20f28662-2240-48ad-bc68-08b817191ba6 req-0e238ce5-24c2-4bbd-b4cb-b19aaf0271f5 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423552 Jun 28 23:59:38.710806 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf916-16d0-46d8-a122-56d378d0e33b req-d0cf3906-c74e-40c3-bcef-32c29a464a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:38.713739 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-652cf916-16d0-46d8-a122-56d378d0e33b req-d0cf3906-c74e-40c3-bcef-32c29a464a35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9436cf5-072a-422e-8cf9-85a314d8c96f HTTP/1.1" status: 200 len: 859 time: 0.1437993 Jun 28 23:59:38.762772 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-652cf916-16d0-46d8-a122-56d378d0e33b req-0ff8f7df-587f-44ab-a5c2-c9d4cc0a01ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62594d8b-13ea-4f79-bd37-f6962e081cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421810 Jun 28 23:59:38.918970 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-652cf916-16d0-46d8-a122-56d378d0e33b req-519beb62-e9de-4ce9-9f43-91abb728126f service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307909 Jun 28 23:59:39.114917 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-652cf916-16d0-46d8-a122-56d378d0e33b req-a4708b94-7d72-450e-bdf3-ccfa868ade9b service neutron] 10.222.0.52 "GET /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771305 Jun 28 23:59:39.147615 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbac34-2116-4c8f-a863-0977d43d7de6 req-76d4e2ef-37ac-41fb-ae6d-e3da240c227c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:39.149283 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c8dbac34-2116-4c8f-a863-0977d43d7de6 req-76d4e2ef-37ac-41fb-ae6d-e3da240c227c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.0984495 Jun 28 23:59:39.218606 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c8dbac34-2116-4c8f-a863-0977d43d7de6 req-680d43dd-3593-4630-acfe-f93d46300e6f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585778 Jun 28 23:59:39.991684 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac41f6-c4a0-4603-9f4b-20c26ed47d2d req-de9d719b-8a0a-4245-9f59-98dbbeedbb6d tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:39.995098 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5dac41f6-c4a0-4603-9f4b-20c26ed47d2d req-de9d719b-8a0a-4245-9f59-98dbbeedbb6d tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1054418 Jun 28 23:59:40.059299 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5dac41f6-c4a0-4603-9f4b-20c26ed47d2d req-3f62f3dc-851d-4d5a-a799-2216f0b7c3ad tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506270 Jun 28 23:59:40.322814 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66782e5-9769-4bb4-8cf2-b831cb9e9d16 req-1ac36f8a-51d7-4260-8354-ec27f81595a7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:40.324576 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e66782e5-9769-4bb4-8cf2-b831cb9e9d16 req-1ac36f8a-51d7-4260-8354-ec27f81595a7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.0746629 Jun 28 23:59:40.385221 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e66782e5-9769-4bb4-8cf2-b831cb9e9d16 req-b2d7c560-ed3f-4e45-aad2-8eba05a5d8b7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472434 Jun 28 23:59:40.762705 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 36784) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:40.784849 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36788) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:40.888315 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-41304089-d561-40eb-9025-54953e537815 admin admin] Deleting subnet 57b3ceed-cf32-4866-997e-eba1d01aef23 {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 23:59:40.894270 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-41304089-d561-40eb-9025-54953e537815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:40.919230 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-1074d9bc-3f88-44bc-ac05-ca46d603c9cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1501195 Jun 28 23:59:40.945873 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-41304089-d561-40eb-9025-54953e537815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127310098'] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.010882 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-41304089-d561-40eb-9025-54953e537815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.095811 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-41304089-d561-40eb-9025-54953e537815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126423764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126152367'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.108786 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-309e3157-4a09-44b2-a090-2b965fb56557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:41.163071 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41304089-d561-40eb-9025-54953e537815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b3ceed-cf32-4866-997e-eba1d01aef23,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:41.167955 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-41304089-d561-40eb-9025-54953e537815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:41.171206 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-41304089-d561-40eb-9025-54953e537815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.174833 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-41304089-d561-40eb-9025-54953e537815 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/57b3ceed-cf32-4866-997e-eba1d01aef23 HTTP/1.1" status: 204 len: 168 time: 0.3886096 Jun 28 23:59:41.179159 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 36808) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:41.292763 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.379784 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36812) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:41.463401 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.485765 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.486244 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.487052 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.487472 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > port after_create 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.487858 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.488391 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > port after_update 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.488858 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.489345 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.489850 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.490165 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.578220 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.578567 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.578897 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.579223 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 23:59:41.579581 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bdc8dda-424d-4cfa-bd62-dd528f60aa66']}} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:41.590486 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c65d-1b2f-4e8d-97d2-8f256d038d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.596459 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a4cfb-70b8-46c1-885e-8b0adc2fdf59 req-762354fe-0d28-4cb6-a7ac-5582cbd74b99 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:41.598397 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2a7a4cfb-70b8-46c1-885e-8b0adc2fdf59 req-762354fe-0d28-4cb6-a7ac-5582cbd74b99 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.2984180 Jun 28 23:59:41.625635 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58e3cc8-4eae-4b35-94b5-98576b37f8e6') {'for_net_delete': True} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:41.625934 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58e3cc8-4eae-4b35-94b5-98576b37f8e6') {} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 23:59:41.686656 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1163a36c-2e08-435a-8962-15ec7f44ec15 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 23:59:41.692770 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127272951'] for segment, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.707749 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c65d-1b2f-4e8d-97d2-8f256d038d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.712258 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c65d-1b2f-4e8d-97d2-8f256d038d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.715139 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-46867980-6eab-44b1-8e10-7d17c9f0614e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:41.746231 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.765205 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-ebe7c65d-1b2f-4e8d-97d2-8f256d038d6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7861bfaae434356bcac99b03b17afa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839228 Jun 28 23:59:41.766463 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7c65d-1b2f-4e8d-97d2-8f256d038d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d058438-4179-409b-a857-eda39e2f780b,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:41.769142 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36818) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:41.769960 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=92977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 23:59:41.770470 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129828611'] for segment, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.789896 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ebe7c65d-1b2f-4e8d-97d2-8f256d038d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: from cryptography.utils import int_from_bytes Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: from cryptography.utils import int_from_bytes Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: Traceback (most recent call last): Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: timer() Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: cb(*args, **kw) Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: return func(*args, **kwargs) Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: self._notify() Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: self.callback(batched_events) Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: event.method(event) Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: return f(self, *a, **k) Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: return self._get(url).json() Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: return self.request(url, 'GET', **kwargs) Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 23:59:41.843919 dv-cinder-763306-13-smb neutron-server[92977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 23:59:41.852033 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6b196a83-7f4b-458c-85ba-a2e8f787ec36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.877774 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6b196a83-7f4b-458c-85ba-a2e8f787ec36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.892991 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2a7a4cfb-70b8-46c1-885e-8b0adc2fdf59 req-b6a082d0-a862-4f71-a2e6-837c38ecd548 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785342 Jun 28 23:59:41.915493 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.936881 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.941079 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7bdc8dda-424d-4cfa-bd62-dd528f60aa66 HTTP/1.1" status: 204 len: 168 time: 0.7596180 Jun 28 23:59:41.943839 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:41.970444 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6b196a83-7f4b-458c-85ba-a2e8f787ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.974228 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bdc8dda-424d-4cfa-bd62-dd528f60aa66,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:41.976821 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6b196a83-7f4b-458c-85ba-a2e8f787ec36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:41.979826 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-adcb0827-ffbd-43f8-933c-51054a57d993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:41.984692 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-6b196a83-7f4b-458c-85ba-a2e8f787ec36 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d058438-4179-409b-a857-eda39e2f780b HTTP/1.1" status: 204 len: 168 time: 0.2140856 Jun 28 23:59:41.985728 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-680e59e5-f50e-48b9-80a8-dde1ed782a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:41.995489 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b196a83-7f4b-458c-85ba-a2e8f787ec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d058438-4179-409b-a857-eda39e2f780b,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:41.996811 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae97dff-b2c6-4b1a-9556-a2b9bf32fa24 req-3ef6dafb-dd27-491f-9910-1d9bf2442803 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:42.006451 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6b196a83-7f4b-458c-85ba-a2e8f787ec36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:42.020666 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-eae97dff-b2c6-4b1a-9556-a2b9bf32fa24 req-3ef6dafb-dd27-491f-9910-1d9bf2442803 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.4354048 Jun 28 23:59:42.084502 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-eae97dff-b2c6-4b1a-9556-a2b9bf32fa24 req-890fdff7-4e05-4472-8228-dc48cd3be092 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566423 Jun 28 23:59:42.240029 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36832) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:42.283340 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342ef63-b4bc-4ceb-971f-7be0af3cb44d req-ad91d75d-8096-47ff-8925-c5015625b56b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:42.286103 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9342ef63-b4bc-4ceb-971f-7be0af3cb44d req-ad91d75d-8096-47ff-8925-c5015625b56b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.1720185 Jun 28 23:59:42.359393 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9342ef63-b4bc-4ceb-971f-7be0af3cb44d req-30206135-0b84-4918-8031-08ee33a2195d tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654702 Jun 28 23:59:42.366856 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 36834) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:42.367270 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-b2efc5a2-d42d-4597-91a4-79252109c18d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eeeb8946ec984df28af244531f40afbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251731 Jun 28 23:59:42.465752 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-171418fa-c42b-42fb-b759-a58cbcb32e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.504769 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-171418fa-c42b-42fb-b759-a58cbcb32e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.562284 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36840) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:42.579498 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-46797b21-af7c-4ce5-b00f-2d7e7b84573b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.580731 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-171418fa-c42b-42fb-b759-a58cbcb32e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.584329 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-171418fa-c42b-42fb-b759-a58cbcb32e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.585920 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-171418fa-c42b-42fb-b759-a58cbcb32e84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a3fa454-25fd-4032-990d-fb6486ee2acd HTTP/1.1" status: 204 len: 168 time: 0.2175543 Jun 28 23:59:42.586987 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-2d3a05a9-a07b-423c-9c6a-8444ac435652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:42.599699 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171418fa-c42b-42fb-b759-a58cbcb32e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3fa454-25fd-4032-990d-fb6486ee2acd,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:42.604156 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-171418fa-c42b-42fb-b759-a58cbcb32e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:42.717309 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-46797b21-af7c-4ce5-b00f-2d7e7b84573b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.722321 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-46797b21-af7c-4ce5-b00f-2d7e7b84573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.725049 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5053ab5c-d25b-4053-8cdb-0bf5b1bbc66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:42.764437 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46797b21-af7c-4ce5-b00f-2d7e7b84573b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cdb7eb-29d4-4807-b592-b6b99ba5568d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:42.769482 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-46797b21-af7c-4ce5-b00f-2d7e7b84573b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7612bdd8601404194d3a4059b8cd6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059832 Jun 28 23:59:42.770818 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-46797b21-af7c-4ce5-b00f-2d7e7b84573b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:42.773361 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36844) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:42.845657 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-33ceb866-efe0-444e-80d5-a7738287f9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.869068 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-33ceb866-efe0-444e-80d5-a7738287f9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.931155 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-33ceb866-efe0-444e-80d5-a7738287f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.935296 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-33ceb866-efe0-444e-80d5-a7738287f9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:42.937204 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-33ceb866-efe0-444e-80d5-a7738287f9a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0cdb7eb-29d4-4807-b592-b6b99ba5568d HTTP/1.1" status: 204 len: 168 time: 0.1625783 Jun 28 23:59:42.938425 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9d1096bc-9a63-4e9f-af6e-7f540cf31adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:42.955458 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ceb866-efe0-444e-80d5-a7738287f9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cdb7eb-29d4-4807-b592-b6b99ba5568d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:42.967977 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-33ceb866-efe0-444e-80d5-a7738287f9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:43.223898 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-acbf534e-d2f7-4e6f-bc25-ee7cb71a9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:43.227357 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-acbf534e-d2f7-4e6f-bc25-ee7cb71a9b83 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d&tenant_id=1a8643c56460455aadac628062e64841 HTTP/1.1" status: 200 len: 1097 time: 0.1826332 Jun 28 23:59:43.426986 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-5d8d894d-3c9f-498a-8d4c-2d8ba20191dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:43.429515 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-5d8d894d-3c9f-498a-8d4c-2d8ba20191dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 1097 time: 0.1558747 Jun 28 23:59:44.002795 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-58600213-aad7-400a-b098-204f9172d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:44.005751 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-58600213-aad7-400a-b098-204f9172d0ea service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 918 time: 0.5645432 Jun 28 23:59:44.022004 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61353bc3-67b0-408c-85d3-b93c5d254d7c req-7f12e71c-aad8-444f-bc9b-0c379dbf05bc tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:44.025530 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-61353bc3-67b0-408c-85d3-b93c5d254d7c req-7f12e71c-aad8-444f-bc9b-0c379dbf05bc tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.6715682 Jun 28 23:59:44.125207 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72177d0-7f84-4c39-a7a4-5200dc6b049d req-2e6b6179-3122-4ed9-9baf-18c27e9564d5 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:44.126646 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b72177d0-7f84-4c39-a7a4-5200dc6b049d req-2e6b6179-3122-4ed9-9baf-18c27e9564d5 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.5401721 Jun 28 23:59:44.158365 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-559fa0b1-9a73-4054-b46d-78151748d5fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1163a36c-2e08-435a-8962-15ec7f44ec15 HTTP/1.1" status: 200 len: 999 time: 0.1261730 Jun 28 23:59:44.179870 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-61353bc3-67b0-408c-85d3-b93c5d254d7c req-64006cd3-5f08-4154-935c-b9da93d5050b tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362786 Jun 28 23:59:44.236329 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b72177d0-7f84-4c39-a7a4-5200dc6b049d req-b84cda97-6705-44aa-8192-040cf6e62689 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973880 Jun 28 23:59:44.236619 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dabbc121-bd4d-435c-ae39-9163d49b2f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:44.248929 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-a7305da0-56cb-4f85-b62c-5e8ece64eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:44.250551 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-a7305da0-56cb-4f85-b62c-5e8ece64eb89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dddc2fb-56a3-4c59-9771-8ebaed930a0d HTTP/1.1" status: 200 len: 856 time: 0.0833881 Jun 28 23:59:44.332478 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-d499c135-7d83-49c1-be6a-9feaac92e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:44.334088 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-d499c135-7d83-49c1-be6a-9feaac92e457 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0768695 Jun 28 23:59:44.458829 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-f9fe163e-1673-4434-b93e-c1f17c9e000b service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156814 Jun 28 23:59:44.593187 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-042a4a5b-a6e9-451d-9853-97fc499a9e96 req-6f0bfd41-fb6b-4d4c-a28d-359bd4d3adea service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276338 Jun 28 23:59:45.562699 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c2d65-88f1-4b20-9b03-4e50c7646f02 req-e5e4d102-c3a8-4e71-b62e-6c2a10914313 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:45.564443 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-500c2d65-88f1-4b20-9b03-4e50c7646f02 req-e5e4d102-c3a8-4e71-b62e-6c2a10914313 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.1661584 Jun 28 23:59:45.639789 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7999e60-a7a8-44b2-8646-1d3ac93984e6 req-d308d095-6b58-44b1-9960-09fe59ea4ef1 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:45.642834 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e7999e60-a7a8-44b2-8646-1d3ac93984e6 req-d308d095-6b58-44b1-9960-09fe59ea4ef1 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1796656 Jun 28 23:59:45.707938 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-500c2d65-88f1-4b20-9b03-4e50c7646f02 req-b6b7cb66-96ac-4023-be47-6be26a232b86 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310513 Jun 28 23:59:45.754039 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e7999e60-a7a8-44b2-8646-1d3ac93984e6 req-7e9737c4-5199-4ae7-8cbf-a7df67b9a3d8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933716 Jun 28 23:59:46.286807 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 36978) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:46.473099 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-67efc567-262d-42d5-aba7-4ec35bef14a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:46.738058 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-67efc567-262d-42d5-aba7-4ec35bef14a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:46.757631 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-67efc567-262d-42d5-aba7-4ec35bef14a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:46.803628 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f377279d-1051-4a83-81c7-aa205b551432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:46.811939 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-67efc567-262d-42d5-aba7-4ec35bef14a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35aed1cbc49e44989c1900b6aa36b5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5239866 Jun 28 23:59:46.816431 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 36988) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:46.877048 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efc567-262d-42d5-aba7-4ec35bef14a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a1bf94-5aa0-4cee-8f75-22e3d14747de,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:46.914906 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cf495-b85b-4148-8e58-b0e66560d6e7 req-05394b40-9546-45c3-a966-5e2358579bd2 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:46.925166 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-315cf495-b85b-4148-8e58-b0e66560d6e7 req-05394b40-9546-45c3-a966-5e2358579bd2 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.2289741 Jun 28 23:59:46.935105 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5a246ea9-cecc-459e-bcb2-9212c0bb0f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:46.956105 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-67efc567-262d-42d5-aba7-4ec35bef14a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:47.021320 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5a246ea9-cecc-459e-bcb2-9212c0bb0f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.084735 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-315cf495-b85b-4148-8e58-b0e66560d6e7 req-9d02561f-dc6d-4091-8baf-987e305e67b1 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433725 Jun 28 23:59:47.148225 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5a246ea9-cecc-459e-bcb2-9212c0bb0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.157928 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5a246ea9-cecc-459e-bcb2-9212c0bb0f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.165824 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-5a246ea9-cecc-459e-bcb2-9212c0bb0f87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9a1bf94-5aa0-4cee-8f75-22e3d14747de HTTP/1.1" status: 204 len: 168 time: 0.3472600 Jun 28 23:59:47.168440 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5072bccb-b383-4940-b4da-3eb474e42ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:47.231661 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa0caa-d88a-4542-885a-f3e35ec96749 req-fad8fa72-716f-4630-bf43-698f00f970d9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:47.234971 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7904fc47-472f-4d74-9faf-041a035b2fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.236430 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a246ea9-cecc-459e-bcb2-9212c0bb0f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a1bf94-5aa0-4cee-8f75-22e3d14747de,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:47.238757 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-14fa0caa-d88a-4542-885a-f3e35ec96749 req-fad8fa72-716f-4630-bf43-698f00f970d9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.2534752 Jun 28 23:59:47.249691 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5a246ea9-cecc-459e-bcb2-9212c0bb0f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:47.335765 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-14fa0caa-d88a-4542-885a-f3e35ec96749 req-6c1b85a0-0b4f-4239-b6e8-61ed27a60fb4 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896902 Jun 28 23:59:47.506904 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a234f-b60a-4d57-98c5-44ea4e35a1de req-4afb7119-53ed-4ec3-b6d8-4de734ae549b tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:47.508850 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-337a234f-b60a-4d57-98c5-44ea4e35a1de req-4afb7119-53ed-4ec3-b6d8-4de734ae549b tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1494110 Jun 28 23:59:47.592355 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-337a234f-b60a-4d57-98c5-44ea4e35a1de req-d641cf94-3d77-485e-b7e5-86c43f398a22 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677185 Jun 28 23:59:47.643453 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37000) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:47.661311 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-81362c33-93ff-452d-83d2-1367d07497d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.800560 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-81362c33-93ff-452d-83d2-1367d07497d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.806541 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-81362c33-93ff-452d-83d2-1367d07497d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.809940 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f5052561-cf63-4c59-ab7f-14b942f6cf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:47.851714 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81362c33-93ff-452d-83d2-1367d07497d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38db5add-3423-491b-b32a-c90793289c82,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:47.859315 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-81362c33-93ff-452d-83d2-1367d07497d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebb428dc5ca5459e907f2d9af14213b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116225 Jun 28 23:59:47.859315 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-81362c33-93ff-452d-83d2-1367d07497d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:47.859976 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 37002) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:47.922755 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d3aaaaf5-c43c-428c-a660-89a6204be368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:47.957734 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d3aaaaf5-c43c-428c-a660-89a6204be368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.027564 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d3aaaaf5-c43c-428c-a660-89a6204be368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.032419 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d3aaaaf5-c43c-428c-a660-89a6204be368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.034432 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-d3aaaaf5-c43c-428c-a660-89a6204be368 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38db5add-3423-491b-b32a-c90793289c82 HTTP/1.1" status: 204 len: 168 time: 0.1731997 Jun 28 23:59:48.035387 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-2fa82335-f933-4f19-8390-202830938dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:48.048554 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aaaaf5-c43c-428c-a660-89a6204be368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38db5add-3423-491b-b32a-c90793289c82,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:48.052905 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d3aaaaf5-c43c-428c-a660-89a6204be368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:48.288493 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d35e1d-d16b-410e-970a-6c667896c450 req-014451b7-5848-42a7-bfe1-a176b5ef235e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:48.290171 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f1d35e1d-d16b-410e-970a-6c667896c450 req-014451b7-5848-42a7-bfe1-a176b5ef235e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.0782707 Jun 28 23:59:48.375877 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f1d35e1d-d16b-410e-970a-6c667896c450 req-f6577c4b-d00f-46f7-84a4-e561e5dbf30e tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784211 Jun 28 23:59:48.566512 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:48.833568 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36309b-93f7-4438-9a9f-365ba27d319f req-65b103f4-c1a0-4b38-9002-0fcb2443f933 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:48.835611 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-dd36309b-93f7-4438-9a9f-365ba27d319f req-65b103f4-c1a0-4b38-9002-0fcb2443f933 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.2259376 Jun 28 23:59:49.008166 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-dd36309b-93f7-4438-9a9f-365ba27d319f req-58c96665-5c03-45a5-a6dd-d9ebd525d534 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567035 Jun 28 23:59:49.062595 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc471e-1355-45f1-bc06-7122c6f4a6dd req-c032b7dd-5fea-4bfd-9641-ea57bae3a150 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:49.064379 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-addc471e-1355-45f1-bc06-7122c6f4a6dd req-c032b7dd-5fea-4bfd-9641-ea57bae3a150 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1670170 Jun 28 23:59:49.134638 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-addc471e-1355-45f1-bc06-7122c6f4a6dd req-3d20d4b1-0a82-4c88-a210-2bfa075eb4ee tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457537 Jun 28 23:59:49.501563 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:49.723299 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db03df-28fb-471b-993c-c8d404691f19 req-ff863bae-cf83-4f31-b220-7b13a358feec tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:49.726318 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c9db03df-28fb-471b-993c-c8d404691f19 req-ff863bae-cf83-4f31-b220-7b13a358feec tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1297488 Jun 28 23:59:49.793903 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c9db03df-28fb-471b-993c-c8d404691f19 req-1e7183b6-9c96-4780-b1fb-8cb7f157767a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594623 Jun 28 23:59:50.418368 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b54cd0-211e-4c2a-825b-002a2bc76caf req-39cf880c-9ddb-4b27-84f1-7cc212127283 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:50.420761 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-96b54cd0-211e-4c2a-825b-002a2bc76caf req-39cf880c-9ddb-4b27-84f1-7cc212127283 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.1862245 Jun 28 23:59:50.514433 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:50.569661 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2d590-2d0e-4ebb-b306-e8128fed1d5a req-11610597-5353-4ec0-a755-b622de09012b tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:50.573618 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f6a2d590-2d0e-4ebb-b306-e8128fed1d5a req-11610597-5353-4ec0-a755-b622de09012b tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.2326059 Jun 28 23:59:50.601097 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-96b54cd0-211e-4c2a-825b-002a2bc76caf req-ff52dc56-76f6-426b-9118-003a8a5d9fca tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587622 Jun 28 23:59:50.712943 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f6a2d590-2d0e-4ebb-b306-e8128fed1d5a req-d2147d1f-40c0-4180-89fe-d93711b3f90e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094868 Jun 28 23:59:51.310236 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b435fbf-facc-444e-9ba0-c3ae0537e657 req-8b77736b-10dd-468d-b23a-1003fc3d877b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:51.314031 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3b435fbf-facc-444e-9ba0-c3ae0537e657 req-8b77736b-10dd-468d-b23a-1003fc3d877b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1843030 Jun 28 23:59:51.408728 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3b435fbf-facc-444e-9ba0-c3ae0537e657 req-657447bf-3328-4f14-8fd6-650a118bea10 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798132 Jun 28 23:59:51.851058 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7104d-6008-473d-afd3-90e83223e9f8 req-1e822914-63ec-429e-87d8-ce175cf00b7c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:51.853841 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5ac7104d-6008-473d-afd3-90e83223e9f8 req-1e822914-63ec-429e-87d8-ce175cf00b7c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.1171379 Jun 28 23:59:51.961479 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5ac7104d-6008-473d-afd3-90e83223e9f8 req-275e4294-d610-4df4-8542-b45d940b77b1 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005528 Jun 28 23:59:52.157491 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd9597-4cb9-48ad-8b57-c267e65da467 req-7233f767-452d-4a97-9156-af086a63b8e9 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:52.165223 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a3bd9597-4cb9-48ad-8b57-c267e65da467 req-7233f767-452d-4a97-9156-af086a63b8e9 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.0871429 Jun 28 23:59:52.222857 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a3bd9597-4cb9-48ad-8b57-c267e65da467 req-41948adf-8315-4a41-bdd5-26bdb98fafe3 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561998 Jun 28 23:59:52.329944 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:52.662776 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f68c3-3a27-4aa2-af2f-f5c3f931f416 req-2cdc3984-6bf7-447c-95f3-5a1e4614f62a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:52.666503 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-845f68c3-3a27-4aa2-af2f-f5c3f931f416 req-2cdc3984-6bf7-447c-95f3-5a1e4614f62a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.0795588 Jun 28 23:59:52.716813 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-845f68c3-3a27-4aa2-af2f-f5c3f931f416 req-2fe2c059-4be8-40f3-ac3c-1b1a2e3b3d52 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458276 Jun 28 23:59:53.326604 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c06bc-5ba8-4795-a02d-72f3f128c15f req-0297c4fc-95e6-413a-815d-682796982971 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:53.328384 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0a3c06bc-5ba8-4795-a02d-72f3f128c15f req-0297c4fc-95e6-413a-815d-682796982971 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.1174295 Jun 28 23:59:53.386607 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0a3c06bc-5ba8-4795-a02d-72f3f128c15f req-33b2baed-984f-4df1-a87f-f18bcb6cca12 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514226 Jun 28 23:59:53.577118 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c86c2-813a-4be4-9d17-593d6e60bff3 req-e0a60eb5-d1d5-4430-8a8b-97e4de864472 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:53.580324 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-081c86c2-813a-4be4-9d17-593d6e60bff3 req-e0a60eb5-d1d5-4430-8a8b-97e4de864472 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1026216 Jun 28 23:59:53.622926 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-081c86c2-813a-4be4-9d17-593d6e60bff3 req-0358d1a1-ac28-4948-830c-7c2388c3a303 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370736 Jun 28 23:59:53.949242 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc3fa9-64fc-4056-b229-b7f40839a501 req-4210b6a7-05b8-49b3-b4c7-f7bf771faf73 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:53.952595 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a4dc3fa9-64fc-4056-b229-b7f40839a501 req-4210b6a7-05b8-49b3-b4c7-f7bf771faf73 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.0971301 Jun 28 23:59:54.015014 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a4dc3fa9-64fc-4056-b229-b7f40839a501 req-c61d7b5e-9f6f-4700-bee8-d93f50717895 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529487 Jun 28 23:59:54.656739 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc128108-7904-408e-9243-5a39f0289601 req-ff7e89b8-f495-4a89-870c-06fa68926c0d tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:54.658525 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bc128108-7904-408e-9243-5a39f0289601 req-ff7e89b8-f495-4a89-870c-06fa68926c0d tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.1048081 Jun 28 23:59:54.787954 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bc128108-7904-408e-9243-5a39f0289601 req-604f025a-88fb-42d4-a052-674088b20732 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135812 Jun 28 23:59:54.981328 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a08ed-5677-4a9c-8d50-ffb8473003ea req-f2c56dd7-01b1-445d-bbff-dea8fe1b45fe tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:54.983511 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c92a08ed-5677-4a9c-8d50-ffb8473003ea req-f2c56dd7-01b1-445d-bbff-dea8fe1b45fe tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1962306 Jun 28 23:59:55.042421 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c92a08ed-5677-4a9c-8d50-ffb8473003ea req-4caf3180-a5a9-4286-a1ec-5a5899801b69 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 Jun 28 23:59:55.292859 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78536eed-a07a-46bc-8337-4190d1c99d6a req-e2bdfb81-b5a8-4cd6-bf0b-736f47bf5143 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:55.296359 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-78536eed-a07a-46bc-8337-4190d1c99d6a req-e2bdfb81-b5a8-4cd6-bf0b-736f47bf5143 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1224947 Jun 28 23:59:55.347588 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-78536eed-a07a-46bc-8337-4190d1c99d6a req-25d3f903-bb4f-4614-a606-70edb64c53a4 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453005 Jun 28 23:59:56.121425 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51592eb-14a2-4099-87b6-e94a636c2ce2 req-6ec89bf8-8783-444e-a703-c62994df9288 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:56.136027 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b51592eb-14a2-4099-87b6-e94a636c2ce2 req-6ec89bf8-8783-444e-a703-c62994df9288 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.0944636 Jun 28 23:59:56.211041 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b51592eb-14a2-4099-87b6-e94a636c2ce2 req-b95e99b8-56ae-4c21-bf5f-5ed5901dd5fe tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688245 Jun 28 23:59:56.383757 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce613a-fe1d-42a8-9123-073fd3ca2d31 req-0fa4f54f-ab0e-4ea5-a389-a4add1a32b34 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:56.390326 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9dce613a-fe1d-42a8-9123-073fd3ca2d31 req-0fa4f54f-ab0e-4ea5-a389-a4add1a32b34 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1537294 Jun 28 23:59:56.466617 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9dce613a-fe1d-42a8-9123-073fd3ca2d31 req-12bef7c5-a4de-4a10-946d-df9a4de04437 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696845 Jun 28 23:59:56.617143 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37212) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:56.622691 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a50e9-e164-4b12-95c3-bfd1c0b11b87 req-75e84e6d-b09f-454e-b763-7da27aba46d2 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:56.625753 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bb8a50e9-e164-4b12-95c3-bfd1c0b11b87 req-75e84e6d-b09f-454e-b763-7da27aba46d2 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.0961850 Jun 28 23:59:56.672822 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bb8a50e9-e164-4b12-95c3-bfd1c0b11b87 req-bfe7d223-c9cb-4bd0-acbf-7b4a635b9c2b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373080 Jun 28 23:59:56.760879 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:56.866985 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:56.872188 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:56.877101 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7448ffe2-55f0-4a7c-a81c-183e7463e39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:56.914691 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65ba6c9b46704c8898c927616fc52207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960389 Jun 28 23:59:56.915660 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b797454f-ad36-42c4-9767-f55f37ed9ebe,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:56.917846 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 37216) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:56.925281 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:56.925676 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:56.926147 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:56.926617 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:56.927089 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:56.927668 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:56.928119 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:56.928479 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:56.929005 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:56.929475 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:56.929822 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:56.930198 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:56.935948 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:57.000353 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:57.045531 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:57.115538 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:57.120213 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:57.122105 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b797454f-ad36-42c4-9767-f55f37ed9ebe HTTP/1.1" status: 204 len: 168 time: 0.2023761 Jun 28 23:59:57.124239 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1d404f56-ab84-40e8-935d-47bd056530c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:57.136966 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b797454f-ad36-42c4-9767-f55f37ed9ebe,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:57.146841 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:57.147503 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:57.148008 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:57.148606 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:57.149203 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:57.149784 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:57.150389 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:57.151002 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:57.151601 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:57.152221 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:57.152790 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:57.153385 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 23:59:57.159713 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:57.316104 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f422f65-4a39-4fa6-ad51-bbc7f1872cfa req-3b7e4a39-d214-47b5-87b9-8eb9c2565a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:57.318782 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0f422f65-4a39-4fa6-ad51-bbc7f1872cfa req-3b7e4a39-d214-47b5-87b9-8eb9c2565a04 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 1097 time: 0.0790274 Jun 28 23:59:57.498299 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f422f65-4a39-4fa6-ad51-bbc7f1872cfa req-2a3c256c-4688-43de-a0d5-c1b80dd6c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:57.500081 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0f422f65-4a39-4fa6-ad51-bbc7f1872cfa req-2a3c256c-4688-43de-a0d5-c1b80dd6c360 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 918 time: 0.1550910 Jun 28 23:59:57.551045 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f376b-a132-4870-99e2-d2808f641269 req-43482458-c81a-4b54-a1d8-466d2d6d62cd tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:57.553507 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-346f376b-a132-4870-99e2-d2808f641269 req-43482458-c81a-4b54-a1d8-466d2d6d62cd tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.1140735 Jun 28 23:59:57.714419 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-346f376b-a132-4870-99e2-d2808f641269 req-56f04a64-b070-42fa-b61a-c7a2dcf56323 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475351 Jun 28 23:59:57.720293 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0f422f65-4a39-4fa6-ad51-bbc7f1872cfa req-a7579398-c671-4bb9-8834-d101d17766a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1163a36c-2e08-435a-8962-15ec7f44ec15 HTTP/1.1" status: 200 len: 999 time: 0.1652012 Jun 28 23:59:57.843274 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d33e6-57ed-47da-8b6b-4383b76a2fb9 req-0257ca17-c53f-4f46-94df-7a0feded1ec7 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:57.849741 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a56d33e6-57ed-47da-8b6b-4383b76a2fb9 req-0257ca17-c53f-4f46-94df-7a0feded1ec7 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.2116673 Jun 28 23:59:57.901866 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f422f65-4a39-4fa6-ad51-bbc7f1872cfa req-8c355d00-87b6-4267-9074-1ce78d0d8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:57.905633 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0f422f65-4a39-4fa6-ad51-bbc7f1872cfa req-8c355d00-87b6-4267-9074-1ce78d0d8811 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dddc2fb-56a3-4c59-9771-8ebaed930a0d HTTP/1.1" status: 200 len: 856 time: 0.1709652 Jun 28 23:59:58.005395 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a56d33e6-57ed-47da-8b6b-4383b76a2fb9 req-ffafc87e-8eb1-44f4-9395-5c0d44ec5a62 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539869 Jun 28 23:59:58.066276 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d119c1-19de-4ef8-9051-09985eea63c7 req-a6e807ca-ebcb-4d3d-8e70-d470d5274e3c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:58.067823 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-67d119c1-19de-4ef8-9051-09985eea63c7 req-a6e807ca-ebcb-4d3d-8e70-d470d5274e3c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1506436 Jun 28 23:59:58.070986 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f422f65-4a39-4fa6-ad51-bbc7f1872cfa req-d19bf443-15c4-4396-a85f-04c383f74f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:58.072531 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0f422f65-4a39-4fa6-ad51-bbc7f1872cfa req-d19bf443-15c4-4396-a85f-04c383f74f22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1579013 Jun 28 23:59:58.185090 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-67d119c1-19de-4ef8-9051-09985eea63c7 req-cb543bae-1015-40cd-ba41-88478fef5e99 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046941 Jun 28 23:59:58.234988 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0f422f65-4a39-4fa6-ad51-bbc7f1872cfa req-b512b40a-5909-4c81-ab1d-76425de2679a service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533782 Jun 28 23:59:58.346513 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0f422f65-4a39-4fa6-ad51-bbc7f1872cfa req-476c48c6-603b-44ba-83fd-986446ea8c4a service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018739 Jun 28 23:59:58.947662 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c838031-21d0-42cd-8ea9-80ec0501f698 req-7cc82c82-eaaa-43d4-8557-2cf36aafe1ca tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:58.949382 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5c838031-21d0-42cd-8ea9-80ec0501f698 req-7cc82c82-eaaa-43d4-8557-2cf36aafe1ca tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 944 time: 0.0850153 Jun 28 23:59:59.010167 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5c838031-21d0-42cd-8ea9-80ec0501f698 req-4fec8eb5-f82a-4bc3-9f96-4371fc30f928 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507932 Jun 28 23:59:59.375938 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f20dfd-0472-4f00-9df3-1848cc15de79 req-668b7135-8db4-4c2a-8e65-77c1adb4cb47 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:59.378852 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-31f20dfd-0472-4f00-9df3-1848cc15de79 req-668b7135-8db4-4c2a-8e65-77c1adb4cb47 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1729391 Jun 28 23:59:59.502857 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-31f20dfd-0472-4f00-9df3-1848cc15de79 req-ce2b4294-8a3e-498a-abc5-8d8f30f258e7 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862129 Jun 28 23:59:59.540647 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d178bdf-c4d7-4221-98c3-9b86d5060089 req-1ae8bd8e-1e15-478a-b880-a4bfef840d8d tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:59.542347 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5d178bdf-c4d7-4221-98c3-9b86d5060089 req-1ae8bd8e-1e15-478a-b880-a4bfef840d8d tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.2077203 Jun 28 23:59:59.568197 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37262) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:59.596217 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5d178bdf-c4d7-4221-98c3-9b86d5060089 req-3c08fbe4-b41a-442d-af87-6eb356f45fa2 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396781 Jun 28 23:59:59.633496 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 23:59:59.727387 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cd6fe19b-251a-4da5-92e2-eae7a44d5076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:59.807960 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1163a36c-2e08-435a-8962-15ec7f44ec15 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 23:59:59.848449 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4b8bd-e759-4f07-ba2b-d675d9336c9c req-2ae3a138-65ff-4f75-8777-c44c4acdbfce tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 23:59:59.850942 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-83e4b8bd-e759-4f07-ba2b-d675d9336c9c req-2ae3a138-65ff-4f75-8777-c44c4acdbfce tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 945 time: 0.1260753 Jun 28 23:59:59.880854 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cd6fe19b-251a-4da5-92e2-eae7a44d5076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:59.889984 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cd6fe19b-251a-4da5-92e2-eae7a44d5076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 23:59:59.897020 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-81362c33-93ff-452d-83d2-1367d07497d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 23:59:59.965816 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-cd6fe19b-251a-4da5-92e2-eae7a44d5076 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7acb38611d240818d8d578a714b26b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949325 Jun 28 23:59:59.967676 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fe19b-251a-4da5-92e2-eae7a44d5076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835efecd-42fd-4cf1-bcbd-3c0ce0e02a9d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 23:59:59.970256 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37266) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 23:59:59.972979 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-cd6fe19b-251a-4da5-92e2-eae7a44d5076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 23:59:59.985419 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1163a36c-2e08-435a-8962-15ec7f44ec15,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:00.006514 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'port_id': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'mac_address': 'fa:16:3e:2b:94:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:00:00.023834 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-83e4b8bd-e759-4f07-ba2b-d675d9336c9c req-74b52b7d-ec66-45c7-857b-ad847ae48f6a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Deleting port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:00:00.025016 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-83e4b8bd-e759-4f07-ba2b-d675d9336c9c req-74b52b7d-ec66-45c7-857b-ad847ae48f6a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:00.066473 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2d33cca7-4fc6-4718-8543-ad6776aa0b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:00.069581 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:00.102328 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1163a36c-2e08-435a-8962-15ec7f44ec15 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:00:00.130090 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2d33cca7-4fc6-4718-8543-ad6776aa0b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:00.149472 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1163a36c-2e08-435a-8962-15ec7f44ec15,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:00.164327 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:00.176332 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8a189257-60c2-4819-8c7a-4a612887c296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:00.219978 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-83e4b8bd-e759-4f07-ba2b-d675d9336c9c req-74b52b7d-ec66-45c7-857b-ad847ae48f6a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] For port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:00.220417 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-83e4b8bd-e759-4f07-ba2b-d675d9336c9c req-74b52b7d-ec66-45c7-857b-ad847ae48f6a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:00.249538 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-83e4b8bd-e759-4f07-ba2b-d675d9336c9c req-74b52b7d-ec66-45c7-857b-ad847ae48f6a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Calling delete_port for 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 owned by compute:nova {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:00:00.264320 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=1163a36c-2e08-435a-8962-15ec7f44ec15,revision_number=9']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:00.274300 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:00.275071 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:00.275637 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:00.276259 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:00.277013 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:00.277606 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:00.277740 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2d33cca7-4fc6-4718-8543-ad6776aa0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:00.278437 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:00.279010 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:00.280422 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:00.281106 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:00.281709 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:00.282560 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:00.288363 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2d33cca7-4fc6-4718-8543-ad6776aa0b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:00.290738 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:00.292016 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-2d33cca7-4fc6-4718-8543-ad6776aa0b2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/835efecd-42fd-4cf1-bcbd-3c0ce0e02a9d HTTP/1.1" status: 204 len: 168 time: 0.3204257 Jun 29 00:00:00.293258 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-ebe7c65d-1b2f-4e8d-97d2-8f256d038d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:00.304116 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33cca7-4fc6-4718-8543-ad6776aa0b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835efecd-42fd-4cf1-bcbd-3c0ce0e02a9d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:00.306607 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2d33cca7-4fc6-4718-8543-ad6776aa0b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:00.396224 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e646e-57db-4109-a80f-bb19a5b88fd5 req-a25b9bba-0eb1-4003-a724-9c7fa0b4501b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:00.397924 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-358e646e-57db-4109-a80f-bb19a5b88fd5 req-a25b9bba-0eb1-4003-a724-9c7fa0b4501b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 945 time: 0.1669197 Jun 29 00:00:00.493946 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['1163a36c-2e08-435a-8962-15ec7f44ec15'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:00:00.633790 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-358e646e-57db-4109-a80f-bb19a5b88fd5 req-a6daa36d-c106-45b7-870a-aa22c27b873f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161856 Jun 29 00:00:00.645044 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-83e4b8bd-e759-4f07-ba2b-d675d9336c9c req-74b52b7d-ec66-45c7-857b-ad847ae48f6a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:00.655859 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:00.738493 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b52b7d-ec66-45c7-857b-ad847ae48f6a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Pushing event deleted for resources: {'Port': ['ID=16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:00.743010 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-74b52b7d-ec66-45c7-857b-ad847ae48f6a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:00.856504 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e4b8bd-e759-4f07-ba2b-d675d9336c9c req-74b52b7d-ec66-45c7-857b-ad847ae48f6a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] No DVR routers for this DVR port 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 on host hv-cinder-76330 {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:00:00.860687 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-83e4b8bd-e759-4f07-ba2b-d675d9336c9c req-74b52b7d-ec66-45c7-857b-ad847ae48f6a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:00.863287 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-83e4b8bd-e759-4f07-ba2b-d675d9336c9c req-74b52b7d-ec66-45c7-857b-ad847ae48f6a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.52 "DELETE /v2.0/ports/16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 HTTP/1.1" status: 204 len: 173 time: 1.0043051 Jun 29 00:00:00.867370 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bec2ba-a3e8-46db-84e7-71e15cb98d40', 'name': 'network-vif-deleted', 'tag': '16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:00:00.876797 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c97303-fda5-4d0d-acb6-3ee7ee56fbb9" -d '{"events": [{"server_uuid": "54bec2ba-a3e8-46db-84e7-71e15cb98d40", "name": "network-vif-deleted", "tag": "16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:00:00.945091 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eb8f7-d62f-4aa1-8c7d-548636baa9ef req-26817a72-d71e-47d4-9eed-6a1f4ea32e62 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:00.948613 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-320eb8f7-d62f-4aa1-8c7d-548636baa9ef req-26817a72-d71e-47d4-9eed-6a1f4ea32e62 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.2152224 Jun 29 00:00:00.958894 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37280) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:00.994679 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c045504a-55e4-45de-b8f4-8f028463934e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:01.011319 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fb8c5adb-e196-4a85-b759-f648a24adcd6 req-b33fc679-a784-4303-abd0-d6f9de9c1eac tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=54bec2ba-a3e8-46db-84e7-71e15cb98d40 HTTP/1.1" status: 200 len: 210 time: 0.0818954 Jun 29 00:00:01.081107 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-320eb8f7-d62f-4aa1-8c7d-548636baa9ef req-9f9ff01c-ee55-473e-a948-f76aa0dbc262 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149266 Jun 29 00:00:01.094682 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a91b827-4ea5-4e8e-b09c-22f8d47b9d01 x-openstack-request-id: req-4a91b827-4ea5-4e8e-b09c-22f8d47b9d01 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:00:01.094682 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bec2ba-a3e8-46db-84e7-71e15cb98d40", "name": "network-vif-deleted", "tag": "16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:00:01.095112 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a91b827-4ea5-4e8e-b09c-22f8d47b9d01 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:00:01.095277 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bec2ba-a3e8-46db-84e7-71e15cb98d40', 'name': 'network-vif-deleted', 'tag': '16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9', 'status': 'completed', 'code': 200} Jun 29 00:00:01.190793 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c045504a-55e4-45de-b8f4-8f028463934e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:01.195797 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c045504a-55e4-45de-b8f4-8f028463934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:01.199574 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8b389fa1-f8e7-4790-b8eb-8d51a5310843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:01.240156 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045504a-55e4-45de-b8f4-8f028463934e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb69da8-1ed9-44ef-81dc-5a566710cb0c,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:01.244624 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-c045504a-55e4-45de-b8f4-8f028463934e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa7af6ad26a44f7b983f575ae50d669b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842603 Jun 29 00:00:01.245696 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c045504a-55e4-45de-b8f4-8f028463934e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:01.249614 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37282) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:01.316328 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc004f03-af76-4433-b049-6e1130616e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:01.362127 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc004f03-af76-4433-b049-6e1130616e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:01.415278 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc004f03-af76-4433-b049-6e1130616e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:01.418345 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fc004f03-af76-4433-b049-6e1130616e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:01.419629 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-fc004f03-af76-4433-b049-6e1130616e7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/adb69da8-1ed9-44ef-81dc-5a566710cb0c HTTP/1.1" status: 204 len: 168 time: 0.1689126 Jun 29 00:00:01.421128 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-753bba63-c72b-42b9-82be-f6d4350887b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:01.431046 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc004f03-af76-4433-b049-6e1130616e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb69da8-1ed9-44ef-81dc-5a566710cb0c,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:01.433983 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fc004f03-af76-4433-b049-6e1130616e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:01.439629 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9', '27e9e2b7-11f7-4117-9373-7ff3125748a1'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:00:01.850534 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1163a36c-2e08-435a-8962-15ec7f44ec15 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:01.932688 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 1163a36c-2e08-435a-8962-15ec7f44ec15 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:01.933460 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:01.978213 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37290) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:01.993751 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113c744-2cb5-4388-ab09-8b7991c8549f req-a6484f23-0f60-42a0-9a9a-1a3d0c7dae17 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:01.995559 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a113c744-2cb5-4388-ab09-8b7991c8549f req-a6484f23-0f60-42a0-9a9a-1a3d0c7dae17 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 945 time: 0.1126454 Jun 29 00:00:02.001499 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b7e7a609-b2d2-4baa-8469-e6aa33bfddc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:02.070984 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:02.126070 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:00:02.131708 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b39da4-a165-479b-aa2e-5ee110ad2a65" -d '{"events": [{"server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "name": "network-vif-plugged", "status": "completed", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:00:02.162082 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1163a36c-2e08-435a-8962-15ec7f44ec15,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:02.173990 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:02.175966 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:00:02.181689 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:02.225847 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:00:02.226568 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 16ac36b2-8ee1-46ef-9514-ef7a1c02b6a9 not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:00:02.278414 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b7e7a609-b2d2-4baa-8469-e6aa33bfddc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:02.285466 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b7e7a609-b2d2-4baa-8469-e6aa33bfddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:02.310418 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:02.314409 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-b7e7a609-b2d2-4baa-8469-e6aa33bfddc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5776b6f3af74c4a897d6c70d7768de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349545 Jun 29 00:00:02.330883 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=1163a36c-2e08-435a-8962-15ec7f44ec15,revision_number=10']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:02.336389 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37300) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:02.336983 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:02.391526 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a113c744-2cb5-4388-ab09-8b7991c8549f req-5ab45692-d014-4970-a40e-6d79cf248fe0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3835366 Jun 29 00:00:02.397540 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7a609-b2d2-4baa-8469-e6aa33bfddc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862d7877-7ef5-4b92-ae41-f06a205ba29c,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:02.402273 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b7e7a609-b2d2-4baa-8469-e6aa33bfddc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:02.417440 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5dbb492d-d69e-4328-bc6a-38718207512c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:02.462933 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5dbb492d-d69e-4328-bc6a-38718207512c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:02.484823 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ea0c12-c84a-4515-af10-e5e5165d84b5 x-openstack-request-id: req-c7ea0c12-c84a-4515-af10-e5e5165d84b5 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:00:02.485432 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "name": "network-vif-plugged", "status": "completed", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:00:02.485747 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7ea0c12-c84a-4515-af10-e5e5165d84b5 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:00:02.487635 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'code': 200} Jun 29 00:00:02.531495 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce0074-9b70-4c9f-9185-af8169330722 req-666fdeda-efd3-4748-94cf-3ca8b22f5ac6 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:02.539134 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-cbce0074-9b70-4c9f-9185-af8169330722 req-666fdeda-efd3-4748-94cf-3ca8b22f5ac6 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1297407 Jun 29 00:00:02.552476 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5dbb492d-d69e-4328-bc6a-38718207512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:02.558691 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5dbb492d-d69e-4328-bc6a-38718207512c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:02.563087 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-5dbb492d-d69e-4328-bc6a-38718207512c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/862d7877-7ef5-4b92-ae41-f06a205ba29c HTTP/1.1" status: 204 len: 168 time: 0.2217324 Jun 29 00:00:02.563087 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-48ea43b4-5a83-4941-817e-0f7ca71099f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:02.578633 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb492d-d69e-4328-bc6a-38718207512c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862d7877-7ef5-4b92-ae41-f06a205ba29c,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:02.582419 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5dbb492d-d69e-4328-bc6a-38718207512c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:02.589266 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-cbce0074-9b70-4c9f-9185-af8169330722 req-09d260ae-71b2-49da-9052-20f268bddf36 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488482 Jun 29 00:00:03.010070 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392eae8-8d92-47f6-a4fe-92b27aa6d945 req-fe1845b6-a501-4724-a846-8d72fbd35ee3 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:03.013231 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7392eae8-8d92-47f6-a4fe-92b27aa6d945 req-fe1845b6-a501-4724-a846-8d72fbd35ee3 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1142788 Jun 29 00:00:03.084409 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7392eae8-8d92-47f6-a4fe-92b27aa6d945 req-cf442435-c6a1-428c-a60b-954f2bd98f8b tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573838 Jun 29 00:00:03.167263 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733da78-a0c5-42e6-a1d3-ffe745b886b4 req-4a7656f8-b9a6-420f-b230-b921f670f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:03.168812 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8733da78-a0c5-42e6-a1d3-ffe745b886b4 req-4a7656f8-b9a6-420f-b230-b921f670f8b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 1100 time: 0.0735285 Jun 29 00:00:03.206666 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8733da78-a0c5-42e6-a1d3-ffe745b886b4 req-ddd7d3a8-acfd-4689-95c6-da51c988d378 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312133 Jun 29 00:00:03.660883 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71417d1a-2ce7-44eb-ab82-0309a56cb4e8 req-15571d24-063c-4cb2-9f97-f2a057432e37 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:03.663369 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-71417d1a-2ce7-44eb-ab82-0309a56cb4e8 req-15571d24-063c-4cb2-9f97-f2a057432e37 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 947 time: 0.0839791 Jun 29 00:00:03.721028 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-71417d1a-2ce7-44eb-ab82-0309a56cb4e8 req-2e1979a5-35a6-436f-a0d2-093e29f031d8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498271 Jun 29 00:00:03.880673 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c211d4-96f9-4cfe-8806-fba00cd33849 req-ea2e3425-4ef5-4115-9a39-5170c165c17d tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:03.882597 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-70c211d4-96f9-4cfe-8806-fba00cd33849 req-ea2e3425-4ef5-4115-9a39-5170c165c17d tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.0982409 Jun 29 00:00:03.942062 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-70c211d4-96f9-4cfe-8806-fba00cd33849 req-4bb1bb82-94e5-4220-9f3b-c30ceb552479 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513256 Jun 29 00:00:04.170158 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 37340) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:04.447331 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b52f31de-73e9-452a-9cba-bac746c37073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:04.635117 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4714f-1301-4b94-bceb-9aa979f64351 req-b7b10980-10c0-40fe-bd1a-ed8a096d975f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:04.637292 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-89b4714f-1301-4b94-bceb-9aa979f64351 req-b7b10980-10c0-40fe-bd1a-ed8a096d975f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.3219965 Jun 29 00:00:04.658444 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b733f5-bef6-40af-a287-2f7778010329 req-25b9ee74-809f-45b4-8d41-8f86ca6f088c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:04.660480 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-38b733f5-bef6-40af-a287-2f7778010329 req-25b9ee74-809f-45b4-8d41-8f86ca6f088c tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.3260689 Jun 29 00:00:04.752595 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-89b4714f-1301-4b94-bceb-9aa979f64351 req-0f549aca-904e-4438-acdc-cff2b90bfe9d tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907464 Jun 29 00:00:04.759810 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecd6a-8823-4772-b2ff-b3b0561a9735 req-1b5658f4-9e66-441f-a3d1-983d193b3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:04.760752 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-027ecd6a-8823-4772-b2ff-b3b0561a9735 req-1b5658f4-9e66-441f-a3d1-983d193b3442 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8fbe869bbe54a308294942cb74c918d&device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 1098 time: 0.2938087 Jun 29 00:00:04.841259 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-38b733f5-bef6-40af-a287-2f7778010329 req-e1178b0f-89e6-42cc-b20f-47026e4c2762 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646891 Jun 29 00:00:04.874237 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b52f31de-73e9-452a-9cba-bac746c37073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:04.953011 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b52f31de-73e9-452a-9cba-bac746c37073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:04.963096 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-e9931e64-2e49-424c-923e-e389fa1a9906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:05.058736 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f31de-73e9-452a-9cba-bac746c37073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313ce03e-ce26-4562-901b-cf96c126d627,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:05.069077 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b52f31de-73e9-452a-9cba-bac746c37073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:05.149585 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecd6a-8823-4772-b2ff-b3b0561a9735 req-fd1b04ed-a65f-4a86-b463-b6e3db2e0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:05.150993 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-027ecd6a-8823-4772-b2ff-b3b0561a9735 req-fd1b04ed-a65f-4a86-b463-b6e3db2e0d88 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 HTTP/1.1" status: 200 len: 912 time: 0.3797755 Jun 29 00:00:05.155481 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-b52f31de-73e9-452a-9cba-bac746c37073 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9d785656fbb4d748e7d7fab5d47d8a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9836509 Jun 29 00:00:05.159592 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37382) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:05.220784 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-23bef062-b693-451c-a67f-48d297d1cc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:05.246742 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-23bef062-b693-451c-a67f-48d297d1cc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:05.255321 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feeadb-18d3-4759-b851-ef3b8331c697 req-c75a7727-8b70-4781-b461-32d400e1f70b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:05.264164 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-61feeadb-18d3-4759-b851-ef3b8331c697 req-c75a7727-8b70-4781-b461-32d400e1f70b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 947 time: 0.2400424 Jun 29 00:00:05.268571 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-027ecd6a-8823-4772-b2ff-b3b0561a9735 req-15d3007c-6453-4d40-9ba6-2760e22425c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e HTTP/1.1" status: 200 len: 1000 time: 0.1096654 Jun 29 00:00:05.305905 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-23bef062-b693-451c-a67f-48d297d1cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:05.309127 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-23bef062-b693-451c-a67f-48d297d1cc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:05.310943 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-23bef062-b693-451c-a67f-48d297d1cc93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/313ce03e-ce26-4562-901b-cf96c126d627 HTTP/1.1" status: 204 len: 168 time: 0.1497085 Jun 29 00:00:05.312800 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-18256920-acd3-49f0-ad19-2b7be04ed0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:05.355222 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bef062-b693-451c-a67f-48d297d1cc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313ce03e-ce26-4562-901b-cf96c126d627,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:05.361056 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-61feeadb-18d3-4759-b851-ef3b8331c697 req-f6fc2a73-f11a-489f-93f0-4652b60f4f3f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956016 Jun 29 00:00:05.367580 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-23bef062-b693-451c-a67f-48d297d1cc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:05.375248 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecd6a-8823-4772-b2ff-b3b0561a9735 req-aa257a00-1b7e-4674-9488-ba9fb8df099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:05.377063 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-027ecd6a-8823-4772-b2ff-b3b0561a9735 req-aa257a00-1b7e-4674-9488-ba9fb8df099d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb36a3c-a914-48b2-a528-9f9f7bc5d417 HTTP/1.1" status: 200 len: 850 time: 0.0936782 Jun 29 00:00:05.495875 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecd6a-8823-4772-b2ff-b3b0561a9735 req-1555d6f9-a428-4bfa-9ac7-a133b3dded79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:05.499114 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-027ecd6a-8823-4772-b2ff-b3b0561a9735 req-1555d6f9-a428-4bfa-9ac7-a133b3dded79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1139178 Jun 29 00:00:05.680397 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-027ecd6a-8823-4772-b2ff-b3b0561a9735 req-40325720-79fa-4710-9a95-9e4849b5130d service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701405 Jun 29 00:00:05.835952 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-027ecd6a-8823-4772-b2ff-b3b0561a9735 req-0eee378e-44a2-4033-b0a7-2c89647957a3 service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440253 Jun 29 00:00:05.990904 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbd987-ce0b-4b5d-8b75-c5e94da2b224 req-102bee60-22e8-45ec-9e03-3e7318a3ee50 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:05.992936 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4fcbd987-ce0b-4b5d-8b75-c5e94da2b224 req-102bee60-22e8-45ec-9e03-3e7318a3ee50 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.0730152 Jun 29 00:00:06.052597 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4fcbd987-ce0b-4b5d-8b75-c5e94da2b224 req-d65ac3a9-cb01-44a6-a21d-3fabf2554c1d tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541337 Jun 29 00:00:06.135492 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f73d5-ddf6-4d47-9f35-6ce868cc2b90 req-c0b898ca-19be-4e75-a2d7-de916753f3ae tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:06.136860 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-aa8f73d5-ddf6-4d47-9f35-6ce868cc2b90 req-c0b898ca-19be-4e75-a2d7-de916753f3ae tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1026435 Jun 29 00:00:06.187808 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-aa8f73d5-ddf6-4d47-9f35-6ce868cc2b90 req-212f51a0-466e-4e3c-80c3-eca77c30fa5a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Jun 29 00:00:06.619166 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c4997-e221-4e14-8d3a-8599fa999f4d req-3a07d1d1-738c-4031-a211-cd10fae659c8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:06.620860 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f77c4997-e221-4e14-8d3a-8599fa999f4d req-3a07d1d1-738c-4031-a211-cd10fae659c8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 947 time: 0.0733006 Jun 29 00:00:06.678091 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f77c4997-e221-4e14-8d3a-8599fa999f4d req-927af682-89c2-460d-bbeb-b14cf8f14dbd tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480964 Jun 29 00:00:07.239953 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe077a-a85e-4afc-a84e-05d571002f81 req-c9334886-357a-4ce0-84a3-9d5cdcae20cb tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:07.242266 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e5fe077a-a85e-4afc-a84e-05d571002f81 req-c9334886-357a-4ce0-84a3-9d5cdcae20cb tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.0699921 Jun 29 00:00:07.297509 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e5fe077a-a85e-4afc-a84e-05d571002f81 req-13c50681-0c20-49d5-931f-2370f007131c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447066 Jun 29 00:00:07.427115 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf4bba-95f5-48af-adf0-9212625f92dd req-81f3c161-b5f3-4303-b00a-3c6c327d7cd0 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:07.428655 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-96cf4bba-95f5-48af-adf0-9212625f92dd req-81f3c161-b5f3-4303-b00a-3c6c327d7cd0 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0969477 Jun 29 00:00:07.480358 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-96cf4bba-95f5-48af-adf0-9212625f92dd req-cb9c57de-a78a-4bb6-9c71-7eff7545d51a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Jun 29 00:00:08.132246 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-c65a2bb6-204b-4dbd-92c5-f0e4113407b0 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=01749564a0af499b8cd21d4e240789b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311639 Jun 29 00:00:08.332227 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-782a7d1b-0892-42e2-8d28-50521340f5ad tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:08.333835 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-782a7d1b-0892-42e2-8d28-50521340f5ad tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958930 Jun 29 00:00:08.354052 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-15747f9b-8f54-40b2-a7dd-fc6e20d8adc4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/quotas/01749564a0af499b8cd21d4e240789b2 HTTP/1.1" status: 200 len: 375 time: 0.0144176 Jun 29 00:00:08.394999 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-911dcc7b-7c87-4e09-aae6-3fea1fe45398 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=01749564a0af499b8cd21d4e240789b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345027 Jun 29 00:00:08.620881 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-795e11f2-3cfd-417a-9a37-2b2c3a9d4f73 req-c86e431f-a9b3-40fd-bf8c-bf9d14480c24 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 210 time: 0.0454254 Jun 29 00:00:08.723736 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74379087-7595-4793-aa6e-30f950fb53b9 req-0778bc78-4e32-48f0-a30a-4d0cd4056568 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:08.725434 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-74379087-7595-4793-aa6e-30f950fb53b9 req-0778bc78-4e32-48f0-a30a-4d0cd4056568 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.1032720 Jun 29 00:00:08.791468 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-74379087-7595-4793-aa6e-30f950fb53b9 req-4b986cec-778c-49bc-a2fa-01abb086e6b3 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e776a9f-d3b9-415a-9c18-35ccb2bbacce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594697 Jun 29 00:00:09.219182 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9701598-10ad-4299-ad2f-e074d00357a7 req-13c491ad-3af6-48bd-99bb-b441ca9941f8 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:09.220642 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a9701598-10ad-4299-ad2f-e074d00357a7 req-13c491ad-3af6-48bd-99bb-b441ca9941f8 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.52 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 945 time: 0.0771768 Jun 29 00:00:09.334528 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-a9701598-10ad-4299-ad2f-e074d00357a7 req-758006a7-7217-4278-a321-c020cc5e2ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Deleting port 27e9e2b7-11f7-4117-9373-7ff3125748a1 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:00:09.335308 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-a9701598-10ad-4299-ad2f-e074d00357a7 req-758006a7-7217-4278-a321-c020cc5e2ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:09.448485 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-a9701598-10ad-4299-ad2f-e074d00357a7 req-758006a7-7217-4278-a321-c020cc5e2ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] For port 27e9e2b7-11f7-4117-9373-7ff3125748a1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=27e9e2b7-11f7-4117-9373-7ff3125748a1,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:09.448841 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-a9701598-10ad-4299-ad2f-e074d00357a7 req-758006a7-7217-4278-a321-c020cc5e2ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:09.467098 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-a9701598-10ad-4299-ad2f-e074d00357a7 req-758006a7-7217-4278-a321-c020cc5e2ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Calling delete_port for 27e9e2b7-11f7-4117-9373-7ff3125748a1 owned by compute:nova {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:00:09.623377 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-a9701598-10ad-4299-ad2f-e074d00357a7 req-758006a7-7217-4278-a321-c020cc5e2ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:09.627762 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:09.658237 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758006a7-7217-4278-a321-c020cc5e2ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Pushing event deleted for resources: {'Port': ['ID=27e9e2b7-11f7-4117-9373-7ff3125748a1,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:09.663975 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-758006a7-7217-4278-a321-c020cc5e2ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:09.664617 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['27e9e2b7-11f7-4117-9373-7ff3125748a1'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:00:09.721226 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9701598-10ad-4299-ad2f-e074d00357a7 req-758006a7-7217-4278-a321-c020cc5e2ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] No DVR routers for this DVR port 27e9e2b7-11f7-4117-9373-7ff3125748a1 on host hv-cinder-76330 {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:00:09.724178 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-a9701598-10ad-4299-ad2f-e074d00357a7 req-758006a7-7217-4278-a321-c020cc5e2ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:09.726657 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a9701598-10ad-4299-ad2f-e074d00357a7 req-758006a7-7217-4278-a321-c020cc5e2ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.52 "DELETE /v2.0/ports/27e9e2b7-11f7-4117-9373-7ff3125748a1 HTTP/1.1" status: 204 len: 173 time: 0.5001733 Jun 29 00:00:09.727273 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9271c429-7d8b-4b39-9c79-420088b636da', 'name': 'network-vif-deleted', 'tag': '27e9e2b7-11f7-4117-9373-7ff3125748a1'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:00:09.729815 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3a8ce9-5216-4a37-bd6d-9bd91ba7af3e" -d '{"events": [{"server_uuid": "9271c429-7d8b-4b39-9c79-420088b636da", "name": "network-vif-deleted", "tag": "27e9e2b7-11f7-4117-9373-7ff3125748a1"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:00:09.777912 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d9fa12-fad7-4905-bf46-5208edb6874e x-openstack-request-id: req-e9d9fa12-fad7-4905-bf46-5208edb6874e {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:00:09.777912 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9271c429-7d8b-4b39-9c79-420088b636da", "name": "network-vif-deleted", "tag": "27e9e2b7-11f7-4117-9373-7ff3125748a1", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:00:09.777912 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9d9fa12-fad7-4905-bf46-5208edb6874e {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:00:09.777912 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9271c429-7d8b-4b39-9c79-420088b636da', 'name': 'network-vif-deleted', 'tag': '27e9e2b7-11f7-4117-9373-7ff3125748a1', 'status': 'completed', 'code': 200} Jun 29 00:00:09.825681 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-813e9099-4993-4534-a5f0-09e7c52177d6 req-0df3b7b9-d062-4010-b0d2-c984851ffbfb tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 210 time: 0.0477004 Jun 29 00:00:10.012724 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-1e7b59ed-b7a9-43f9-bfcc-936fa4d9c3f4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=01749564a0af499b8cd21d4e240789b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485997 Jun 29 00:00:10.048565 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3dbf0e22-6b28-421c-b78a-9be965b04d64 req-7cbe8cc2-e855-46a3-91b4-827ec6467970 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] 10.222.0.30 "GET /v2.0/ports?device_id=9271c429-7d8b-4b39-9c79-420088b636da HTTP/1.1" status: 200 len: 210 time: 0.0713210 Jun 29 00:00:10.222434 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-c26978fb-25cc-456c-b1a8-ccd34fe09024 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:10.225112 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-c26978fb-25cc-456c-b1a8-ccd34fe09024 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807325 Jun 29 00:00:10.245184 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Request body: {'port': {'device_id': '276e4157-1999-4cb0-9d2c-be0bc91008b1', 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6', 'admin_state_up': True, 'tenant_id': '01749564a0af499b8cd21d4e240789b2'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:10.382535 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Made reservation on behalf of 01749564a0af499b8cd21d4e240789b2 for: {'port': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:00:10.386527 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:10.402840 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:10.556736 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:10.562204 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:10.567710 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a6c31b85-02d1-485f-92bb-921d8a9de989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:10.647939 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58400bb6-3576-468b-95c8-f5518c525f60,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:10.655242 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:10.735257 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Allocated IP 192.168.233.239 (fbce3e4b-c325-4ce0-a79b-a9114052bce6/81d564c0-557e-4ecf-947a-116f6a7c83e2/5921478d-d4a8-4ea3-b590-be6a0b1d4f40) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:10.898955 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:10.913933 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Transition to ACTIVE for port object 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 will not be triggered until provisioned by entity DHCP. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:10.953742 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129828301'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:10.965731 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-fe60c536-c174-4581-a23a-baaed7cb917a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:11.037664 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Network fbce3e4b-c325-4ce0-a79b-a9114052bce6 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:11.045805 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:11.048618 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Pushing event updated for resources: {'Port': ['ID=5921478d-d4a8-4ea3-b590-be6a0b1d4f40,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:11.050846 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:11.054860 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:11.115786 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:11.116466 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:11.125883 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc858c2-f1f2-4cf7-913e-9ea177114002 req-b20ccb38-70eb-45ec-ac85-5ec9a971f500 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:11.127469 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1cc858c2-f1f2-4cf7-913e-9ea177114002 req-b20ccb38-70eb-45ec-ac85-5ec9a971f500 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 936 time: 0.1754684 Jun 29 00:00:11.145876 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9055998 Jun 29 00:00:11.165771 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Request body: {'port': {'device_id': '276e4157-1999-4cb0-9d2c-be0bc91008b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:11.167734 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37466) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:11.199902 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1cc858c2-f1f2-4cf7-913e-9ea177114002 req-056aa6d6-bd7c-4f2d-ac70-8d4c3bb293e7 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/security-groups?id=58400bb6-3576-468b-95c8-f5518c525f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635023 Jun 29 00:00:11.261378 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:11.367461 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-6220c71d-322f-44c2-b6b0-33ddae841651 None None] Provisioning for port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:11.374930 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-6220c71d-322f-44c2-b6b0-33ddae841651 None None] Provisioning complete for port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:11.375863 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6220c71d-322f-44c2-b6b0-33ddae841651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:11.435333 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-6220c71d-322f-44c2-b6b0-33ddae841651 None None] Port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:00:11.554353 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 {{(pid=92977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:00:11.562853 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:11.580656 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Transition to ACTIVE for port object 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 will not be triggered until provisioned by entity L2. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:11.588473 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:11.597992 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:11.643672 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Pushing event updated for resources: {'Port': ['ID=5921478d-d4a8-4ea3-b590-be6a0b1d4f40,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:11.646752 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:11.663393 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774989'] for router_interface, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:11.729890 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Attempting to bind port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:11.730236 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Attempting to bind port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '5225e88c-238b-4ab2-af3e-cae5828afb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6'}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:11.730575 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Attempting to bind port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 on network fbce3e4b-c325-4ce0-a79b-a9114052bce6 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:11.735532 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 on network fbce3e4b-c325-4ce0-a79b-a9114052bce6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:00:11.735869 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Attempting to bind port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 on network fbce3e4b-c325-4ce0-a79b-a9114052bce6 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:11.742051 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 23, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:11.742529 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Checking segment: {'id': '5225e88c-238b-4ab2-af3e-cae5828afb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:11.743031 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Bound using segment: {'id': '5225e88c-238b-4ab2-af3e-cae5828afb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6'} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:11.743703 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Bound port: 5921478d-d4a8-4ea3-b590-be6a0b1d4f40, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5225e88c-238b-4ab2-af3e-cae5828afb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6'}}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:11.744271 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:11.819119 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] For port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40, host hv-cinder-76330, cleared binding levels {{(pid=92977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:11.822763 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] For port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5921478d-d4a8-4ea3-b590-be6a0b1d4f40,segment=NetworkSegment(5225e88c-238b-4ab2-af3e-cae5828afb33),segment_id=5225e88c-238b-4ab2-af3e-cae5828afb33)] {{(pid=92977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:11.827993 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:11.830391 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:11.861195 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 27e9e2b7-11f7-4117-9373-7ff3125748a1 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:00:11.870821 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:11.871667 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:11.873723 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] 10.222.0.52 "PUT /v2.0/ports/5921478d-d4a8-4ea3-b590-be6a0b1d4f40 HTTP/1.1" status: 200 len: 1098 time: 0.7140052 Jun 29 00:00:11.874424 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276e4157-1999-4cb0-9d2c-be0bc91008b1', 'tag': '5921478d-d4a8-4ea3-b590-be6a0b1d4f40'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:00:11.877188 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bcf26e-a5ba-4271-84cc-b31bf9dc5ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "276e4157-1999-4cb0-9d2c-be0bc91008b1", "tag": "5921478d-d4a8-4ea3-b590-be6a0b1d4f40"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:00:11.886082 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: 27e9e2b7-11f7-4117-9373-7ff3125748a1 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:00:11.886641 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 27e9e2b7-11f7-4117-9373-7ff3125748a1 not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:00:11.900654 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Pushing event updated for resources: {'Port': ['ID=5921478d-d4a8-4ea3-b590-be6a0b1d4f40,revision_number=3']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:11.908958 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:11.934106 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d926cd-1be7-46cb-a678-157f4594727c x-openstack-request-id: req-d6d926cd-1be7-46cb-a678-157f4594727c {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:00:11.934502 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276e4157-1999-4cb0-9d2c-be0bc91008b1", "tag": "5921478d-d4a8-4ea3-b590-be6a0b1d4f40", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:00:11.935009 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6d926cd-1be7-46cb-a678-157f4594727c {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:00:11.936251 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276e4157-1999-4cb0-9d2c-be0bc91008b1', 'tag': '5921478d-d4a8-4ea3-b590-be6a0b1d4f40', 'status': 'completed', 'code': 200} Jun 29 00:00:11.996897 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] Deleting port efc52e28-2571-49db-9255-c184d502b44d {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:00:11.996897 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:12.013261 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-072d60c8-213b-4333-ad82-b75aa18e2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:12.015109 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-072d60c8-213b-4333-ad82-b75aa18e2262 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01749564a0af499b8cd21d4e240789b2&device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 1101 time: 0.0593858 Jun 29 00:00:12.083259 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-0b2ab343-c2e9-4a6d-86c3-b3f95caea7d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5921478d-d4a8-4ea3-b590-be6a0b1d4f40 HTTP/1.1" status: 200 len: 217 time: 0.0445678 Jun 29 00:00:12.091912 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] For port efc52e28-2571-49db-9255-c184d502b44d, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=efc52e28-2571-49db-9255-c184d502b44d,segment=NetworkSegment(d4ee0374-edf1-4b69-9b91-f728213c3602),segment_id=d4ee0374-edf1-4b69-9b91-f728213c3602)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:12.092318 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:12.104478 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] Calling delete_port for efc52e28-2571-49db-9255-c184d502b44d owned by network:router_interface {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:00:12.150495 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-d877e4ee-3a75-4005-9bcc-3e6bd32748f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:12.152337 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-d877e4ee-3a75-4005-9bcc-3e6bd32748f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81d564c0-557e-4ecf-947a-116f6a7c83e2 HTTP/1.1" status: 200 len: 843 time: 0.0706136 Jun 29 00:00:12.217921 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-b002bc00-6b9b-48b8-9cd3-7ec67f47ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:12.219428 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-b002bc00-6b9b-48b8-9cd3-7ec67f47ca12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fbce3e4b-c325-4ce0-a79b-a9114052bce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0612862 Jun 29 00:00:12.347438 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:12.349945 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:12.376495 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc52e28-2571-49db-9255-c184d502b44d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:12.379977 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:12.556279 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3870798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3775129'] for router_interface, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:12.592042 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-b7ddd39c-22b2-4b69-95a7-6863553a2f58 service neutron] 10.222.0.52 "GET /v2.0/networks/fbce3e4b-c325-4ce0-a79b-a9114052bce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663375 Jun 29 00:00:12.643535 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd91c-1089-4365-b869-a03c072d3b30 req-8eb5ac7a-8522-423d-959c-f7d9befb2e4d tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:12.645143 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5b5dd91c-1089-4365-b869-a03c072d3b30 req-8eb5ac7a-8522-423d-959c-f7d9befb2e4d tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 948 time: 0.1152544 Jun 29 00:00:12.731489 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5b5dd91c-1089-4365-b869-a03c072d3b30 req-90cd599b-6550-41e0-b3ac-63dc958140c3 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/security-groups?id=58400bb6-3576-468b-95c8-f5518c525f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581124 Jun 29 00:00:12.736189 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8b5d54d8-cd3a-4738-aeac-94ff3c939d36 req-77b41a21-16ff-46af-b3e1-225719420192 service neutron] 10.222.0.52 "GET /v2.0/networks/fbce3e4b-c325-4ce0-a79b-a9114052bce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372654 Jun 29 00:00:12.905067 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcf26e-a5ba-4271-84cc-b31bf9dc5ce0 req-19583021-52dc-4bf9-a23f-81d603e09144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:12.907353 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9bcf26e-a5ba-4271-84cc-b31bf9dc5ce0 req-19583021-52dc-4bf9-a23f-81d603e09144 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01749564a0af499b8cd21d4e240789b2&device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 1101 time: 0.0673141 Jun 29 00:00:13.016194 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcf26e-a5ba-4271-84cc-b31bf9dc5ce0 req-c92d81f6-c354-446a-bf58-35e57ca523bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:13.017574 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9bcf26e-a5ba-4271-84cc-b31bf9dc5ce0 req-c92d81f6-c354-446a-bf58-35e57ca523bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=fbce3e4b-c325-4ce0-a79b-a9114052bce6 HTTP/1.1" status: 200 len: 870 time: 0.1030662 Jun 29 00:00:13.052421 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] Router 1fa6c347-5e4a-4275-895d-dbbca1b4df2f has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:00:13.061483 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9bcf26e-a5ba-4271-84cc-b31bf9dc5ce0 req-9cf38f58-82f5-4db2-9817-5245c0f57dbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5921478d-d4a8-4ea3-b590-be6a0b1d4f40 HTTP/1.1" status: 200 len: 217 time: 0.0363522 Jun 29 00:00:13.140724 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcf26e-a5ba-4271-84cc-b31bf9dc5ce0 req-d03c5701-977d-4e3c-85d6-73b51c3f7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:13.143052 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9bcf26e-a5ba-4271-84cc-b31bf9dc5ce0 req-d03c5701-977d-4e3c-85d6-73b51c3f7d00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=81d564c0-557e-4ecf-947a-116f6a7c83e2 HTTP/1.1" status: 200 len: 843 time: 0.0754228 Jun 29 00:00:13.219570 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:00:13.227546 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] 10.222.0.30 "PUT /v2.0/routers/1fa6c347-5e4a-4275-895d-dbbca1b4df2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0584562 Jun 29 00:00:13.230003 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37472) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:13.233404 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c378f-0aa2-44d8-b6a0-c272ee23ad13 None None] Sync routers for ids ['1fa6c347-5e4a-4275-895d-dbbca1b4df2f'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:00:13.239753 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcf26e-a5ba-4271-84cc-b31bf9dc5ce0 req-b6edd41a-8a5c-491f-b66b-768af392e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:13.241529 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9bcf26e-a5ba-4271-84cc-b31bf9dc5ce0 req-b6edd41a-8a5c-491f-b66b-768af392e34d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fbce3e4b-c325-4ce0-a79b-a9114052bce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908399 Jun 29 00:00:13.245797 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c378f-0aa2-44d8-b6a0-c272ee23ad13 None None] Routers {'1fa6c347-5e4a-4275-895d-dbbca1b4df2f'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:13.246583 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-568c378f-0aa2-44d8-b6a0-c272ee23ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:59:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['1fa6c347-5e4a-4275-895d-dbbca1b4df2f'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:13.349850 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9bcf26e-a5ba-4271-84cc-b31bf9dc5ce0 req-b7c1c4ff-2886-49b1-b890-8a1c27bdddf9 service neutron] 10.222.0.52 "GET /v2.0/networks/fbce3e4b-c325-4ce0-a79b-a9114052bce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003892 Jun 29 00:00:13.378644 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-568c378f-0aa2-44d8-b6a0-c272ee23ad13 None None] Set router 1fa6c347-5e4a-4275-895d-dbbca1b4df2f gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:13.378880 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Notify callbacks [] for router, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:13.463202 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9bcf26e-a5ba-4271-84cc-b31bf9dc5ce0 req-100a0b79-96c8-4f02-b77e-2806c269c044 service neutron] 10.222.0.52 "GET /v2.0/networks/fbce3e4b-c325-4ce0-a79b-a9114052bce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063943 Jun 29 00:00:13.497276 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:13.557127 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Deleting port ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:00:13.557476 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:13.603619 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-568c378f-0aa2-44d8-b6a0-c272ee23ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1141032418-router', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-29T00:00:12Z', 'revision_number': 5, 'project_id': '8623745b74a1485d8a448f201b439a8b', 'gw_port': {'id': 'ec8a4ac3-2bb1-45f3-a9c6-a437748fa099', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:48Z', 'updated_at': '2021-06-28T23:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:13.632175 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c378f-0aa2-44d8-b6a0-c272ee23ad13 None None] Checking router: 1fa6c347-5e4a-4275-895d-dbbca1b4df2f for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:00:13.641621 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c378f-0aa2-44d8-b6a0-c272ee23ad13 None None] Routers {'1fa6c347-5e4a-4275-895d-dbbca1b4df2f'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:13.642234 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-568c378f-0aa2-44d8-b6a0-c272ee23ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-28T23:59:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['1fa6c347-5e4a-4275-895d-dbbca1b4df2f'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:13.647559 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] For port ec8a4ac3-2bb1-45f3-a9c6-a437748fa099, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=ec8a4ac3-2bb1-45f3-a9c6-a437748fa099,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:13.647920 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:13.661061 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Calling delete_port for ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 owned by network:router_gateway {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:00:13.822324 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-568c378f-0aa2-44d8-b6a0-c272ee23ad13 None None] Set router 1fa6c347-5e4a-4275-895d-dbbca1b4df2f gateway port host: None {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:13.873968 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:13.877537 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-568c378f-0aa2-44d8-b6a0-c272ee23ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1141032418-router', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-29T00:00:13Z', 'revision_number': 6, 'project_id': '8623745b74a1485d8a448f201b439a8b', 'gw_port_host': None}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:13.884242 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:13.907866 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c378f-0aa2-44d8-b6a0-c272ee23ad13 None None] The sync data for ids ['1fa6c347-5e4a-4275-895d-dbbca1b4df2f'] in dv-cinder-763306-13-smb is: [{'id': '1fa6c347-5e4a-4275-895d-dbbca1b4df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1141032418-router', 'tenant_id': '8623745b74a1485d8a448f201b439a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-29T00:00:13Z', 'revision_number': 6, 'project_id': '8623745b74a1485d8a448f201b439a8b', 'gw_port_host': None}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:00:13.913845 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8a4ac3-2bb1-45f3-a9c6-a437748fa099,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:13.917019 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:13.959294 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0edac-1f24-4bcc-b70e-b55719628ad0 req-e6a6f90a-3ce5-4a31-a6e5-a654b44d8724 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:13.963911 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-43e0edac-1f24-4bcc-b70e-b55719628ad0 req-e6a6f90a-3ce5-4a31-a6e5-a654b44d8724 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 948 time: 0.0849771 Jun 29 00:00:13.995784 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3776071'] for router_gateway, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.019118 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-43e0edac-1f24-4bcc-b70e-b55719628ad0 req-5ce8e8e7-7a9f-4282-ae5c-1524788bcc4b tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/security-groups?id=58400bb6-3576-468b-95c8-f5518c525f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511916 Jun 29 00:00:14.109566 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38174'] for router, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.111815 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.180937 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776033'] for router, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.181533 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fa6c347-5e4a-4275-895d-dbbca1b4df2f {{(pid=92978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:00:14.186503 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.187584 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1fa6c347-5e4a-4275-895d-dbbca1b4df2f HTTP/1.1" status: 204 len: 168 time: 0.9561260 Jun 29 00:00:14.190411 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37476) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:14.224104 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4346bb2e-442d-4e94-bb05-113594b7ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.236364 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c57fc4-9787-4573-be7e-198635b163ba admin admin] Deleting subnet c9436cf5-072a-422e-8cf9-85a314d8c96f {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:00:14.239563 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18c57fc4-9787-4573-be7e-198635b163ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.282846 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18c57fc4-9787-4573-be7e-198635b163ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127310098'] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.324805 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18c57fc4-9787-4573-be7e-198635b163ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.392733 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18c57fc4-9787-4573-be7e-198635b163ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126423764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126152367'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.395732 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-41304089-d561-40eb-9025-54953e537815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:14.413134 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device efc52e28-2571-49db-9255-c184d502b44d no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:00:14.420236 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c57fc4-9787-4573-be7e-198635b163ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9436cf5-072a-422e-8cf9-85a314d8c96f,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:14.424960 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-18c57fc4-9787-4573-be7e-198635b163ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:14.428970 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-18c57fc4-9787-4573-be7e-198635b163ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.430866 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-18c57fc4-9787-4573-be7e-198635b163ba admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c9436cf5-072a-422e-8cf9-85a314d8c96f HTTP/1.1" status: 204 len: 168 time: 0.2395284 Jun 29 00:00:14.434672 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37478) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:14.440794 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: efc52e28-2571-49db-9255-c184d502b44d {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:00:14.441145 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device efc52e28-2571-49db-9255-c184d502b44d not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:00:14.500094 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.581342 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.591836 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62594d8b-13ea-4f79-bd37-f6962e081cd9']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:14.601407 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ee0374-edf1-4b69-9b91-f728213c3602') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:14.601696 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ee0374-edf1-4b69-9b91-f728213c3602') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:14.610127 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127310089'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.623819 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.629864 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:00:14.630258 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126423117'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: Traceback (most recent call last): Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: timer() Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: cb(*args, **kw) Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: return func(*args, **kwargs) Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: self._notify() Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: self.callback(batched_events) Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: event.method(event) Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: return f(self, *a, **k) Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: return self._get(url).json() Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:00:14.631882 dv-cinder-763306-13-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:00:14.686573 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.690260 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-cc1f94a3-ba9b-48af-b13c-23cc6e83ff09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:14.692829 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:14.694736 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] 10.222.0.30 "DELETE /v2.0/networks/62594d8b-13ea-4f79-bd37-f6962e081cd9 HTTP/1.1" status: 204 len: 168 time: 0.2590766 Jun 29 00:00:14.705511 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] Pushing event deleted for resources: {'Network': ['ID=62594d8b-13ea-4f79-bd37-f6962e081cd9,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:14.708249 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:14.877994 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37482) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:14.921183 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-6bb68e7a-4e27-47be-97c0-fa2326c54c34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8623745b74a1485d8a448f201b439a8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419855 Jun 29 00:00:14.923760 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37484) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:14.975463 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d8f99609-72b8-4d4b-ae22-d851b611fa5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:15.004609 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d8f99609-72b8-4d4b-ae22-d851b611fa5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:15.059294 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d8f99609-72b8-4d4b-ae22-d851b611fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:15.062039 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d8f99609-72b8-4d4b-ae22-d851b611fa5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:15.063202 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-d8f99609-72b8-4d4b-ae22-d851b611fa5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e776a9f-d3b9-415a-9c18-35ccb2bbacce HTTP/1.1" status: 204 len: 168 time: 0.1385071 Jun 29 00:00:15.063962 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0a1b2e2c-dbb8-4662-a156-8a302daa3008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:15.074505 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f99609-72b8-4d4b-ae22-d851b611fa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e776a9f-d3b9-415a-9c18-35ccb2bbacce,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:15.077585 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d8f99609-72b8-4d4b-ae22-d851b611fa5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:15.305154 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9f10f-10a4-466d-8709-356d644ba3ee req-60c98f8a-38c5-4f2c-a2a6-bbe636317ad5 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:15.306718 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b1d9f10f-10a4-466d-8709-356d644ba3ee req-60c98f8a-38c5-4f2c-a2a6-bbe636317ad5 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 948 time: 0.0872011 Jun 29 00:00:15.376593 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b1d9f10f-10a4-466d-8709-356d644ba3ee req-33335f0a-6b44-4445-9133-1f71d1d3bb45 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/security-groups?id=58400bb6-3576-468b-95c8-f5518c525f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628102 Jun 29 00:00:15.859728 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:00:15.960119 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5921478d-d4a8-4ea3-b590-be6a0b1d4f40,segment=NetworkSegment(5225e88c-238b-4ab2-af3e-cae5828afb33),segment_id=5225e88c-238b-4ab2-af3e-cae5828afb33)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:15.971553 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '5921478d-d4a8-4ea3-b590-be6a0b1d4f40', 'network_id': 'fbce3e4b-c325-4ce0-a79b-a9114052bce6', 'port_id': '5921478d-d4a8-4ea3-b590-be6a0b1d4f40', 'mac_address': 'fa:16:3e:38:dd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d564c0-557e-4ecf-947a-116f6a7c83e2', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:00:16.015467 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:16.031049 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:00:16.051246 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5921478d-d4a8-4ea3-b590-be6a0b1d4f40,segment=NetworkSegment(5225e88c-238b-4ab2-af3e-cae5828afb33),segment_id=5225e88c-238b-4ab2-af3e-cae5828afb33)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:16.056754 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:16.058758 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:16.110697 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=5921478d-d4a8-4ea3-b590-be6a0b1d4f40,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:16.116894 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:16.182221 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:00:16.209124 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:00:16.209471 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device ec8a4ac3-2bb1-45f3-a9c6-a437748fa099 not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:00:16.409702 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['5921478d-d4a8-4ea3-b590-be6a0b1d4f40'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:00:16.492793 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 37538) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:16.614212 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443a31-9573-4e91-9bf0-9f9888780eed req-1e9e9068-547d-4040-a39c-e8d81c7f88f3 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:16.616836 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-25443a31-9573-4e91-9bf0-9f9888780eed req-1e9e9068-547d-4040-a39c-e8d81c7f88f3 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 949 time: 0.0978751 Jun 29 00:00:16.649047 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-04da59eb-9a2e-4169-993c-5c56a781fd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:16.692901 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-25443a31-9573-4e91-9bf0-9f9888780eed req-4c9d1b0b-9d06-4fee-9599-ec6f9916dc98 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/security-groups?id=58400bb6-3576-468b-95c8-f5518c525f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648701 Jun 29 00:00:16.773102 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-04da59eb-9a2e-4169-993c-5c56a781fd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:16.779932 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-04da59eb-9a2e-4169-993c-5c56a781fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:16.782608 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:16.819634 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-04da59eb-9a2e-4169-993c-5c56a781fd41 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77505561191e4d8d98fce72cf6248148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252218 Jun 29 00:00:16.820592 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da59eb-9a2e-4169-993c-5c56a781fd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d885989-36c4-4643-a372-522fa118eb22,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:16.823129 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 37542) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:16.829471 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-04da59eb-9a2e-4169-993c-5c56a781fd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:16.879972 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-dbd270e3-ae16-4488-96dd-4fea6c7ebba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:16.901849 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-dbd270e3-ae16-4488-96dd-4fea6c7ebba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:16.950375 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-dbd270e3-ae16-4488-96dd-4fea6c7ebba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:16.953216 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-dbd270e3-ae16-4488-96dd-4fea6c7ebba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:16.954353 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-dbd270e3-ae16-4488-96dd-4fea6c7ebba7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d885989-36c4-4643-a372-522fa118eb22 HTTP/1.1" status: 204 len: 168 time: 0.1303754 Jun 29 00:00:16.955104 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b4179958-aa3e-4082-94f8-6a2d1c7ccdab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:16.962893 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd270e3-ae16-4488-96dd-4fea6c7ebba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d885989-36c4-4643-a372-522fa118eb22,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:16.965726 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-dbd270e3-ae16-4488-96dd-4fea6c7ebba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:17.219204 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-315da5ea-3aba-4a3d-90d7-ab08e5cdfc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:17.858585 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:17.915059 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:17.920579 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:17.921313 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:17.933267 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31353a74-1730-4878-aaea-5caae0da247c req-755dbed9-4efc-4433-88a8-3a0fc949c5cf tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:17.935032 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-31353a74-1730-4878-aaea-5caae0da247c req-755dbed9-4efc-4433-88a8-3a0fc949c5cf tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 949 time: 0.0741913 Jun 29 00:00:18.005001 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-31353a74-1730-4878-aaea-5caae0da247c req-2bb2538d-0da1-4d27-b1ed-3f8c3dd59ab2 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/security-groups?id=58400bb6-3576-468b-95c8-f5518c525f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572879 Jun 29 00:00:18.014731 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:18.043312 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276e4157-1999-4cb0-9d2c-be0bc91008b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921478d-d4a8-4ea3-b590-be6a0b1d4f40'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:00:18.045940 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db79801b-b980-471e-b85f-c221daae04d6" -d '{"events": [{"server_uuid": "276e4157-1999-4cb0-9d2c-be0bc91008b1", "name": "network-vif-plugged", "status": "completed", "tag": "5921478d-d4a8-4ea3-b590-be6a0b1d4f40"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:00:18.059077 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5921478d-d4a8-4ea3-b590-be6a0b1d4f40,segment=NetworkSegment(5225e88c-238b-4ab2-af3e-cae5828afb33),segment_id=5225e88c-238b-4ab2-af3e-cae5828afb33)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:18.063438 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:18.066721 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:18.094228 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83804ba2-0b45-4ac9-9048-12647b22ac70 x-openstack-request-id: req-83804ba2-0b45-4ac9-9048-12647b22ac70 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:00:18.095462 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276e4157-1999-4cb0-9d2c-be0bc91008b1", "name": "network-vif-plugged", "status": "completed", "tag": "5921478d-d4a8-4ea3-b590-be6a0b1d4f40", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:00:18.095462 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83804ba2-0b45-4ac9-9048-12647b22ac70 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:00:18.095644 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276e4157-1999-4cb0-9d2c-be0bc91008b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921478d-d4a8-4ea3-b590-be6a0b1d4f40', 'code': 200} Jun 29 00:00:18.127843 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=5921478d-d4a8-4ea3-b590-be6a0b1d4f40,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:18.131336 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:18.358542 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebb733-8047-4091-b335-35bcd45968fb req-e6292c6d-60e1-4451-98ba-ffd94fddc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:18.360030 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b5ebb733-8047-4091-b335-35bcd45968fb req-e6292c6d-60e1-4451-98ba-ffd94fddc64d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 1103 time: 0.0604546 Jun 29 00:00:18.400963 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b5ebb733-8047-4091-b335-35bcd45968fb req-fec8b72d-e590-4d5c-8753-3b1828d50a83 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=58400bb6-3576-468b-95c8-f5518c525f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319991 Jun 29 00:00:18.533355 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:18.728977 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 37598) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:18.836667 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6981d101-59b4-4ba1-ab8c-e4e747ec9aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:18.939591 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6981d101-59b4-4ba1-ab8c-e4e747ec9aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:18.944503 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6981d101-59b4-4ba1-ab8c-e4e747ec9aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:18.947090 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-df282dcd-4445-4878-9b2a-83229de957ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:18.984977 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-6981d101-59b4-4ba1-ab8c-e4e747ec9aed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ed6b9cf9d9749faa1a3b81b4973c6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549009 Jun 29 00:00:18.985897 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981d101-59b4-4ba1-ab8c-e4e747ec9aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8614b7dd-7fe5-41d8-b0c1-6fc3ab0535e8,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:18.987759 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37602) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:18.989056 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-6981d101-59b4-4ba1-ab8c-e4e747ec9aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:19.040873 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d04797d0-fdac-4e03-9b4d-1b218f1fee31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:19.067374 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d04797d0-fdac-4e03-9b4d-1b218f1fee31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:19.141051 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d04797d0-fdac-4e03-9b4d-1b218f1fee31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:19.144214 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d04797d0-fdac-4e03-9b4d-1b218f1fee31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:19.149257 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-d04797d0-fdac-4e03-9b4d-1b218f1fee31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8614b7dd-7fe5-41d8-b0c1-6fc3ab0535e8 HTTP/1.1" status: 204 len: 168 time: 0.1560853 Jun 29 00:00:19.149257 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-17a81056-9ba3-4910-a3ac-f3ab21292ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:19.162259 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04797d0-fdac-4e03-9b4d-1b218f1fee31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8614b7dd-7fe5-41d8-b0c1-6fc3ab0535e8,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:19.164592 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d04797d0-fdac-4e03-9b4d-1b218f1fee31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:19.211105 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98b22b-c74d-4272-b806-89c24b7fc98d req-38c38c3d-d650-45b3-9a4e-8440be1e3fc0 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:19.212653 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ce98b22b-c74d-4272-b806-89c24b7fc98d req-38c38c3d-d650-45b3-9a4e-8440be1e3fc0 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 950 time: 0.0765824 Jun 29 00:00:19.255298 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ce98b22b-c74d-4272-b806-89c24b7fc98d req-1b50128f-602b-40be-980c-f9554191969c tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/security-groups?id=58400bb6-3576-468b-95c8-f5518c525f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359797 Jun 29 00:00:19.445688 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37610) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:19.459928 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3195c0c8-78f1-4ee7-ba2d-77d4f423ac63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:19.465465 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:19.557734 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3195c0c8-78f1-4ee7-ba2d-77d4f423ac63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:19.562700 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3195c0c8-78f1-4ee7-ba2d-77d4f423ac63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:19.566208 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-94a98676-26b3-44f2-9727-7fd77b555c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:19.604132 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-3195c0c8-78f1-4ee7-ba2d-77d4f423ac63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aeb3c7e1e0e04fdab2ce0e92d3b882e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572254 Jun 29 00:00:19.605379 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 37612) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:19.607554 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195c0c8-78f1-4ee7-ba2d-77d4f423ac63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e10141-4dcd-4ef9-96b3-e046f08146c7,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:19.611928 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3195c0c8-78f1-4ee7-ba2d-77d4f423ac63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:19.663332 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc259-a8e6-487f-8d25-1c916cafc942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:19.686554 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc259-a8e6-487f-8d25-1c916cafc942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:19.736862 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc259-a8e6-487f-8d25-1c916cafc942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:19.739382 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc259-a8e6-487f-8d25-1c916cafc942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:19.740583 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-6d2fc259-a8e6-487f-8d25-1c916cafc942 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2e10141-4dcd-4ef9-96b3-e046f08146c7 HTTP/1.1" status: 204 len: 168 time: 0.1342208 Jun 29 00:00:19.741380 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-171418fa-c42b-42fb-b759-a58cbcb32e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:19.749701 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fc259-a8e6-487f-8d25-1c916cafc942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e10141-4dcd-4ef9-96b3-e046f08146c7,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:19.752018 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-6d2fc259-a8e6-487f-8d25-1c916cafc942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:20.491787 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a9f2c-331a-4dbd-ae63-a75dc1fd5310 req-2c136308-e770-4ad8-bdf1-f2b23dabc943 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:20.493416 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-963a9f2c-331a-4dbd-ae63-a75dc1fd5310 req-2c136308-e770-4ad8-bdf1-f2b23dabc943 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 950 time: 0.0802007 Jun 29 00:00:20.513131 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:20.536390 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-963a9f2c-331a-4dbd-ae63-a75dc1fd5310 req-11ee8a67-f57c-486e-8898-6ad4af7aac7f tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/security-groups?id=58400bb6-3576-468b-95c8-f5518c525f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355268 Jun 29 00:00:20.998921 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1b6cc-6b66-4c34-85b3-64c30b946c8f req-40344e1c-5eee-4567-bdba-c500f2a71650 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:21.000425 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c2e1b6cc-6b66-4c34-85b3-64c30b946c8f req-40344e1c-5eee-4567-bdba-c500f2a71650 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 950 time: 0.0715075 Jun 29 00:00:21.040725 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c2e1b6cc-6b66-4c34-85b3-64c30b946c8f req-b687c53d-bd03-4e5c-b92f-c997dbe0ad01 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/security-groups?id=58400bb6-3576-468b-95c8-f5518c525f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346069 Jun 29 00:00:22.215682 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67756a89-4ecc-449a-960d-584f26289c0a req-670cf5d4-6219-4a3d-8373-d6c7fba3d5ca tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:22.217708 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-67756a89-4ecc-449a-960d-584f26289c0a req-670cf5d4-6219-4a3d-8373-d6c7fba3d5ca tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 950 time: 0.0629489 Jun 29 00:00:22.255270 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-67756a89-4ecc-449a-960d-584f26289c0a req-d5a81e72-7fc2-497a-b2a2-b7e570584162 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/security-groups?id=58400bb6-3576-468b-95c8-f5518c525f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320415 Jun 29 00:00:22.327762 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:22.649915 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835fffe-1b15-4f14-aeea-1191f7641b7c req-aebe362e-8ee3-4be6-8f58-973925500cea tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:22.650923 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4835fffe-1b15-4f14-aeea-1191f7641b7c req-aebe362e-8ee3-4be6-8f58-973925500cea tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.52 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 950 time: 0.0683239 Jun 29 00:00:22.757844 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-4835fffe-1b15-4f14-aeea-1191f7641b7c req-f21b563f-9e5f-424d-8335-f8cbd37adfb9 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Deleting port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:00:22.758191 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-4835fffe-1b15-4f14-aeea-1191f7641b7c req-f21b563f-9e5f-424d-8335-f8cbd37adfb9 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:22.854400 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-4835fffe-1b15-4f14-aeea-1191f7641b7c req-f21b563f-9e5f-424d-8335-f8cbd37adfb9 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] For port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5921478d-d4a8-4ea3-b590-be6a0b1d4f40,segment=NetworkSegment(5225e88c-238b-4ab2-af3e-cae5828afb33),segment_id=5225e88c-238b-4ab2-af3e-cae5828afb33)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:22.854743 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-4835fffe-1b15-4f14-aeea-1191f7641b7c req-f21b563f-9e5f-424d-8335-f8cbd37adfb9 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:22.869606 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-4835fffe-1b15-4f14-aeea-1191f7641b7c req-f21b563f-9e5f-424d-8335-f8cbd37adfb9 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Calling delete_port for 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 owned by compute:nova {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:00:23.027588 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-4835fffe-1b15-4f14-aeea-1191f7641b7c req-f21b563f-9e5f-424d-8335-f8cbd37adfb9 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:23.032329 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:23.061269 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b563f-9e5f-424d-8335-f8cbd37adfb9 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Pushing event deleted for resources: {'Port': ['ID=5921478d-d4a8-4ea3-b590-be6a0b1d4f40,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:23.066348 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f21b563f-9e5f-424d-8335-f8cbd37adfb9 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:23.073700 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['5921478d-d4a8-4ea3-b590-be6a0b1d4f40'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:00:23.110216 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-4835fffe-1b15-4f14-aeea-1191f7641b7c req-f21b563f-9e5f-424d-8335-f8cbd37adfb9 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] No DVR routers for this DVR port 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 on host hv-cinder-76330 {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:00:23.113520 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-4835fffe-1b15-4f14-aeea-1191f7641b7c req-f21b563f-9e5f-424d-8335-f8cbd37adfb9 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:23.116734 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4835fffe-1b15-4f14-aeea-1191f7641b7c req-f21b563f-9e5f-424d-8335-f8cbd37adfb9 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.52 "DELETE /v2.0/ports/5921478d-d4a8-4ea3-b590-be6a0b1d4f40 HTTP/1.1" status: 204 len: 173 time: 0.4597211 Jun 29 00:00:23.117846 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276e4157-1999-4cb0-9d2c-be0bc91008b1', 'name': 'network-vif-deleted', 'tag': '5921478d-d4a8-4ea3-b590-be6a0b1d4f40'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:00:23.121528 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72f2eed-fa46-48f7-bb90-da8b9ea02d58" -d '{"events": [{"server_uuid": "276e4157-1999-4cb0-9d2c-be0bc91008b1", "name": "network-vif-deleted", "tag": "5921478d-d4a8-4ea3-b590-be6a0b1d4f40"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:00:23.164742 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a998a7-3a68-4bd9-87fa-f4d093e0514d x-openstack-request-id: req-a0a998a7-3a68-4bd9-87fa-f4d093e0514d {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:00:23.165173 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276e4157-1999-4cb0-9d2c-be0bc91008b1", "name": "network-vif-deleted", "tag": "5921478d-d4a8-4ea3-b590-be6a0b1d4f40", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:00:23.165514 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0a998a7-3a68-4bd9-87fa-f4d093e0514d {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:00:23.165945 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276e4157-1999-4cb0-9d2c-be0bc91008b1', 'name': 'network-vif-deleted', 'tag': '5921478d-d4a8-4ea3-b590-be6a0b1d4f40', 'status': 'completed', 'code': 200} Jun 29 00:00:23.412331 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-00c6f20a-59d8-45e6-9ad4-783970a2b8bb req-28af3cbf-574e-4e1c-bdc4-1e92cdc32386 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] 10.222.0.30 "GET /v2.0/ports?device_id=276e4157-1999-4cb0-9d2c-be0bc91008b1 HTTP/1.1" status: 200 len: 210 time: 0.0293031 Jun 29 00:00:25.902490 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:00:25.923708 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:00:25.924070 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 5921478d-d4a8-4ea3-b590-be6a0b1d4f40 not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:00:26.833610 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 37902) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:26.945908 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b498a02f-aabe-45ee-9154-0d6439beacb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.052437 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b498a02f-aabe-45ee-9154-0d6439beacb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.056691 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b498a02f-aabe-45ee-9154-0d6439beacb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.059653 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-6981d101-59b4-4ba1-ab8c-e4e747ec9aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:27.099529 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-b498a02f-aabe-45ee-9154-0d6439beacb2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f031e860145c4447a7c8e4830f5e2746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646263 Jun 29 00:00:27.100872 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498a02f-aabe-45ee-9154-0d6439beacb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754f837b-cc5a-4173-ba26-848188a0319f,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:27.102801 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37928) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:27.104532 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b498a02f-aabe-45ee-9154-0d6439beacb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:27.177096 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a3b9bc27-89f0-462e-97f5-a8d30c21f39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.199282 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a3b9bc27-89f0-462e-97f5-a8d30c21f39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.252658 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a3b9bc27-89f0-462e-97f5-a8d30c21f39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.255397 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a3b9bc27-89f0-462e-97f5-a8d30c21f39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.256628 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-a3b9bc27-89f0-462e-97f5-a8d30c21f39d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/754f837b-cc5a-4173-ba26-848188a0319f HTTP/1.1" status: 204 len: 168 time: 0.1523311 Jun 29 00:00:27.257403 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-676dabf0-dc11-4c65-8a17-60a8827a8db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:27.265676 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9bc27-89f0-462e-97f5-a8d30c21f39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754f837b-cc5a-4173-ba26-848188a0319f,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:27.268387 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-a3b9bc27-89f0-462e-97f5-a8d30c21f39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:27.547078 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37936) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:27.563249 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cd78a22b-e89b-4252-bae7-0fb3f63a93f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.684408 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cd78a22b-e89b-4252-bae7-0fb3f63a93f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.688822 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-cd78a22b-e89b-4252-bae7-0fb3f63a93f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.691733 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c6b83f5b-2b59-4445-bdee-9494babd9c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:27.731054 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-cd78a22b-e89b-4252-bae7-0fb3f63a93f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbbf42bc97c7441db5650bbb06a41c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827185 Jun 29 00:00:27.731905 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78a22b-e89b-4252-bae7-0fb3f63a93f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdc0d9c-fe96-4cff-942f-34b50dd14971,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:27.733986 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 37940) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:27.735735 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-cd78a22b-e89b-4252-bae7-0fb3f63a93f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:27.795041 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5899a034-bffa-4c6a-943e-7a0ed15828f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.818953 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5899a034-bffa-4c6a-943e-7a0ed15828f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.874055 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5899a034-bffa-4c6a-943e-7a0ed15828f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.877210 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-5899a034-bffa-4c6a-943e-7a0ed15828f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:27.878489 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-5899a034-bffa-4c6a-943e-7a0ed15828f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9cdc0d9c-fe96-4cff-942f-34b50dd14971 HTTP/1.1" status: 204 len: 168 time: 0.1417444 Jun 29 00:00:27.879644 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5722a58f-e2d9-442c-bff4-bf2a8b783740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:27.889376 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899a034-bffa-4c6a-943e-7a0ed15828f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdc0d9c-fe96-4cff-942f-34b50dd14971,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:27.892224 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5899a034-bffa-4c6a-943e-7a0ed15828f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:28.422920 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37960) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:28.559828 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-39eebae7-d5ac-4e06-9c03-0c3ab58ad7ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01749564a0af499b8cd21d4e240789b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355152 Jun 29 00:00:28.562727 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 37970) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:28.620675 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3c0368f3-aacb-46fd-aad0-f5147d9ca76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:28.642795 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3c0368f3-aacb-46fd-aad0-f5147d9ca76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:28.696001 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3c0368f3-aacb-46fd-aad0-f5147d9ca76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:28.698770 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3c0368f3-aacb-46fd-aad0-f5147d9ca76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:28.699915 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-3c0368f3-aacb-46fd-aad0-f5147d9ca76f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58400bb6-3576-468b-95c8-f5518c525f60 HTTP/1.1" status: 204 len: 168 time: 0.1362827 Jun 29 00:00:28.700707 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-776f4ef7-ab20-4ee3-951c-560682783820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:28.708775 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0368f3-aacb-46fd-aad0-f5147d9ca76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58400bb6-3576-468b-95c8-f5518c525f60,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:28.711605 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3c0368f3-aacb-46fd-aad0-f5147d9ca76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:29.501428 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38014) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:29.643305 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1476713103-network', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:29.674977 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Made reservation on behalf of 35c89b5c869b44e2980283ab67bb06fb for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:00:29.674977 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:29.677444 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:29.774451 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:29.778491 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:29.782925 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3c0368f3-aacb-46fd-aad0-f5147d9ca76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:29.804393 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 00:00:29.814609 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a217bc51-9300-4caf-90d4-de17daa45f52,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:29.818759 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:29.819783 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:29.820146 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Added segment d1650293-7d60-4c57-9862-d34891fe6dad of type vlan for network d101bc5a-6628-4c44-b1cd-e4d1844eea2a Jun 29 00:00:29.860346 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:29.895962 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:29.897489 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:29.898079 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:29.901090 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:29.929568 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4269040 Jun 29 00:00:29.934435 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38030) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:29.940126 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Request body: {'subnet': {'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1476713103-subnet', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'ip_version': 4}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:29.964869 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Pushing event updated for resources: {'Network': ['ID=d101bc5a-6628-4c44-b1cd-e4d1844eea2a,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:29.968161 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:29.975648 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network d101bc5a-6628-4c44-b1cd-e4d1844eea2a details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 00:00:29.981726 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Made reservation on behalf of 35c89b5c869b44e2980283ab67bb06fb for: {'subnet': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:00:29.984799 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125969961'] for subnet, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:30.170885 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129828185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125969983'] for subnet, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:30.173541 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:30.226945 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb62657-b322-4949-a417-3ea0c3b15387,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:30.230785 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:30.238546 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Checking segment: {'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:30.238906 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Network hostable DHCP agents. Network: d101bc5a-6628-4c44-b1cd-e4d1844eea2a, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 00:00:30.261881 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Network d101bc5a-6628-4c44-b1cd-e4d1844eea2a is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 00:00:30.272108 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, d101bc5a-6628-4c44-b1cd-e4d1844eea2a) {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:30.277069 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:30.277679 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:30.283704 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b570d47-b9de-42a6-a12a-4933e468b91d None None] Network d101bc5a-6628-4c44-b1cd-e4d1844eea2a requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:00:30.297184 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3611584 Jun 29 00:00:30.299843 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38042) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:30.305650 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:30.328967 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38188'] for router, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:30.329959 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38183'] for router, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:30.405546 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:30.460853 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c9ed9a7-7217-5bae-bc20-cbb2195db9aa-d101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387'}]}} from dv-cinder-763306-13-smb. {{(pid=92979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 00:00:30.465106 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:30.647395 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Allocated IP 172.20.0.2 (d101bc5a-6628-4c44-b1cd-e4d1844eea2a/1fb62657-b322-4949-a417-3ea0c3b15387/4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:30.808291 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38153'] for router, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:30.827497 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:30.839755 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Transition to ACTIVE for port object 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:30.861621 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Transition to ACTIVE for port object 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:30.871061 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:30.875708 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:30.927570 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Network d101bc5a-6628-4c44-b1cd-e4d1844eea2a is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:30.930638 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:30.934225 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:30.947965 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Pushing event updated for resources: {'Port': ['ID=4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:30.967463 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:31.002151 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Attempting to bind port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:31.002933 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Attempting to bind port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:31.002933 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Attempting to bind port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f on network d101bc5a-6628-4c44-b1cd-e4d1844eea2a {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:31.007969 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:31.008386 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Checking segment: {'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:31.008795 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:31.009193 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Bound using segment: {'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:31.009662 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Bound port: 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:31.010045 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:31.043478 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:31.062382 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:31.072702 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] For port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:31.076028 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] For port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:31.082247 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:31.084282 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:31.144106 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Pushing event updated for resources: {'Port': ['ID=4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:31.147583 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:31.175539 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Allocated IP 172.28.0.19 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/5f6c3106-855e-42a0-8ab7-7fc42d90a967) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:31.322714 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:31.398585 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:31.401667 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:31.451878 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:31.455198 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:31.462143 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:31.485319 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Pushing event updated for resources: {'Port': ['ID=5f6c3106-855e-42a0-8ab7-7fc42d90a967,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:31.491214 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:31.728583 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:31.936899 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774127'] for router, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:32.067371 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b19df-85d5-482f-9e85-6e3f0e29c3d9 None None] Network d101bc5a-6628-4c44-b1cd-e4d1844eea2a requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:00:32.079745 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d is scheduled to L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 with binding_index 1 {{(pid=92978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 00:00:32.161261 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-10104dbf-ba30-4fef-92a9-04b020be96b5 None None] Provisioning for port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:32.211166 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:00:32.231405 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:32.233452 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9318352 Jun 29 00:00:32.235911 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38064) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:32.243751 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Sync routers for ids ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:00:32.263096 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Routers {'35d60d03-ea95-48f9-8ddf-b57e236b4d1d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:32.264294 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:32.309708 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:32.419339 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Set router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:32.445062 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:32.496310 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:32.496907 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:32.621621 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-8b04f43c-d715-4706-8a7c-3a263c804c1c None None] Provisioning complete for port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:32.622047 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b04f43c-d715-4706-8a7c-3a263c804c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:32.727626 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:32.774566 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:32.837374 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:32.849063 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:00:31Z', 'revision_number': 3, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:32.851821 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:32.858963 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:32.942694 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Checking router: 35d60d03-ea95-48f9-8ddf-b57e236b4d1d for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:00:32.942955 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Updating router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d port 5f6c3106-855e-42a0-8ab7-7fc42d90a967 binding host dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 00:00:32.964344 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8b04f43c-d715-4706-8a7c-3a263c804c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:32.995547 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Allocated IP 172.20.0.1 (d101bc5a-6628-4c44-b1cd-e4d1844eea2a/1fb62657-b322-4949-a417-3ea0c3b15387/4a1d7475-55d1-44c5-bc7d-af4894861f70) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:33.012011 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.014925 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:33.099260 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.114439 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Transition to ACTIVE for port object 4a1d7475-55d1-44c5-bc7d-af4894861f70 will not be triggered until provisioned by entity DHCP. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:33.147429 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129828301'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.149464 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-758006a7-7217-4278-a321-c020cc5e2ac9 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:33.167827 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:33.190687 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Network d101bc5a-6628-4c44-b1cd-e4d1844eea2a is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:33.194373 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.db.api [None req-8b04f43c-d715-4706-8a7c-3a263c804c1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 00:00:33.194718 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_db.api [None req-8b04f43c-d715-4706-8a7c-3a263c804c1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 00:00:33.195877 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:33.200213 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:33.203474 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Pushing event updated for resources: {'Port': ['ID=4a1d7475-55d1-44c5-bc7d-af4894861f70,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:33.222495 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:33.253125 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3776146'] for router_interface, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.421946 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.459980 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.474065 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Transition to ACTIVE for port object 5f6c3106-855e-42a0-8ab7-7fc42d90a967 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:33.482231 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.485705 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:33.546377 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5bd97-bf90-4394-898e-e1bf84cfc4dd None None] Pushing event updated for resources: {'Port': ['ID=5f6c3106-855e-42a0-8ab7-7fc42d90a967,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:33.549194 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Attempting to bind port 5f6c3106-855e-42a0-8ab7-7fc42d90a967 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:33.549828 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Attempting to bind port 5f6c3106-855e-42a0-8ab7-7fc42d90a967 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:33.550308 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Attempting to bind port 5f6c3106-855e-42a0-8ab7-7fc42d90a967 on network b5b54806-5b8c-4699-8258-4cd96ed8e211 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:33.556477 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5da5bd97-bf90-4394-898e-e1bf84cfc4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:33.557859 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:33.559661 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Checking segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:33.559661 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.559661 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Bound using segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:33.560319 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Bound port: 5f6c3106-855e-42a0-8ab7-7fc42d90a967, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:33.560842 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.629723 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] For port 5f6c3106-855e-42a0-8ab7-7fc42d90a967, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:33.633822 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] For port 5f6c3106-855e-42a0-8ab7-7fc42d90a967, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=5f6c3106-855e-42a0-8ab7-7fc42d90a967,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:33.634239 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.638893 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.640323 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.640948 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:33.645703 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-31f668db-4325-4839-8f73-76ffce7b4e6a tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:33.719144 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Routers {'35d60d03-ea95-48f9-8ddf-b57e236b4d1d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:33.719699 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:33.721560 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5bd97-bf90-4394-898e-e1bf84cfc4dd None None] Pushing event updated for resources: {'Port': ['ID=5f6c3106-855e-42a0-8ab7-7fc42d90a967,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:33.728842 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5da5bd97-bf90-4394-898e-e1bf84cfc4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:33.745244 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Pushing event updated for resources: {'Port': ['ID=4a1d7475-55d1-44c5-bc7d-af4894861f70,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:33.749717 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:33.750981 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3870791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3775074'] for router_interface, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.847282 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Network d101bc5a-6628-4c44-b1cd-e4d1844eea2a is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:33.848711 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:33.861995 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] Set router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:33.920214 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-3869ff7a-14c0-4040-8029-28f4b687addb None None] Provisioning for port 4a1d7475-55d1-44c5-bc7d-af4894861f70 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:33.952714 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-3869ff7a-14c0-4040-8029-28f4b687addb None None] Provisioning complete for port 4a1d7475-55d1-44c5-bc7d-af4894861f70 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:33.953098 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3869ff7a-14c0-4040-8029-28f4b687addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:33.978684 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:00:34.045596 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-3869ff7a-14c0-4040-8029-28f4b687addb None None] Port 4a1d7475-55d1-44c5-bc7d-af4894861f70 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:00:34.110525 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:00:34.118440 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] 10.222.0.30 "PUT /v2.0/routers/35d60d03-ea95-48f9-8ddf-b57e236b4d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8808117 Jun 29 00:00:34.129435 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4a1d7475-55d1-44c5-bc7d-af4894861f70', 'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'mac_address': 'fa:16:3e:97:49:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:32Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 2, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'subnets': [{'id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:34.165777 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d97ef-0dd0-4f74-b08b-f4b6d3ed4e11 None None] The sync data for ids ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'] in dv-cinder-763306-13-smb is: [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4a1d7475-55d1-44c5-bc7d-af4894861f70', 'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'mac_address': 'fa:16:3e:97:49:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:32Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 2, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'subnets': [{'id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:00:34.181807 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-ef24e866-9d4b-4a45-ba0d-533b3d530b9d None None] Provisioning complete for port 4a1d7475-55d1-44c5-bc7d-af4894861f70 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:34.182389 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ef24e866-9d4b-4a45-ba0d-533b3d530b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:34.235809 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-ef24e866-9d4b-4a45-ba0d-533b3d530b9d None None] Port 4a1d7475-55d1-44c5-bc7d-af4894861f70 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:00:34.246777 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:34.300777 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:34.301154 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:34.737020 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38096) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:34.743847 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-545502776-network', 'tenant_id': '044f7753f34a455aaa98e0db55230438'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:34.769450 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Made reservation on behalf of 044f7753f34a455aaa98e0db55230438 for: {'network': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:00:34.772199 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:34.781920 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:34.905529 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:34.911313 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:34.915875 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b498a02f-aabe-45ee-9154-0d6439beacb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:34.934992 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=92977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 00:00:34.951314 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5564972e-b6e3-4d38-849f-891eb8c40091,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:34.965997 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:34.968896 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:34.969419 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.segments_db [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Added segment b0367919-2ce4-4b07-b859-09cdb29c0036 of type vlan for network b0f07c16-1abe-4697-bd25-3ba2f8030057 Jun 29 00:00:35.011836 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:35.045557 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:35.047327 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:35.048029 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:35.051433 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:35.358660 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6203246 Jun 29 00:00:35.361574 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38104) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:35.366725 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Request body: {'subnet': {'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-545502776-subnet', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'ip_version': 4}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:35.375707 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Pushing event updated for resources: {'Network': ['ID=b0f07c16-1abe-4697-bd25-3ba2f8030057,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:35.379697 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:35.389570 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network b0f07c16-1abe-4697-bd25-3ba2f8030057 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 00:00:35.397859 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Made reservation on behalf of 044f7753f34a455aaa98e0db55230438 for: {'subnet': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:00:35.400369 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125969961'] for subnet, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:35.617257 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129828185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125969983'] for subnet, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:35.620676 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-9536e92f-4cf2-47f9-81ff-866404ea5389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:35.676724 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1928dd6c-5c70-48c1-8c19-2bfa61760fa6,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:35.680112 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:35.682967 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Checking segment: {'id': 'b0367919-2ce4-4b07-b859-09cdb29c0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:35.683354 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Network hostable DHCP agents. Network: b0f07c16-1abe-4697-bd25-3ba2f8030057, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 00:00:35.702360 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Network b0f07c16-1abe-4697-bd25-3ba2f8030057 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 00:00:35.712455 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, b0f07c16-1abe-4697-bd25-3ba2f8030057) {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:35.716523 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:35.717685 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:35.723438 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43610da8-5fa4-4118-b559-ea867ca1eda0 None None] Network b0f07c16-1abe-4697-bd25-3ba2f8030057 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:00:35.735354 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3699691 Jun 29 00:00:35.735570 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38112) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:35.739906 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-545502776-router', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:35.767772 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38188'] for router, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:35.769598 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38183'] for router, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:35.841528 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:35.890647 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c9ed9a7-7217-5bae-bc20-cbb2195db9aa-b0f07c16-1abe-4697-bd25-3ba2f8030057', 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'fixed_ips': [{'subnet_id': '1928dd6c-5c70-48c1-8c19-2bfa61760fa6'}]}} from dv-cinder-763306-13-smb. {{(pid=92979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 00:00:35.891883 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.000800 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38153'] for router, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.034734 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Allocated IP 172.20.0.2 (b0f07c16-1abe-4697-bd25-3ba2f8030057/1928dd6c-5c70-48c1-8c19-2bfa61760fa6/f0450737-734e-4c5d-88ae-9f70d808d342) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:36.183761 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.193985 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Transition to ACTIVE for port object f0450737-734e-4c5d-88ae-9f70d808d342 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:36.208674 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Transition to ACTIVE for port object f0450737-734e-4c5d-88ae-9f70d808d342 will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:36.216434 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.220420 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.220667 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5da5bd97-bf90-4394-898e-e1bf84cfc4dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:36.249470 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.264714 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Network b0f07c16-1abe-4697-bd25-3ba2f8030057 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:36.267762 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:36.271408 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:36.304274 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 5f6c3106-855e-42a0-8ab7-7fc42d90a967 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:36.313369 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Pushing event updated for resources: {'Port': ['ID=f0450737-734e-4c5d-88ae-9f70d808d342,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:36.351516 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:36.362638 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Sync routers for ids ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:00:36.367152 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Allocated IP 172.28.0.34 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/d37d5b0b-1917-446e-bf95-19bff56385b4) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:36.368898 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Attempting to bind port f0450737-734e-4c5d-88ae-9f70d808d342 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:36.369283 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Attempting to bind port f0450737-734e-4c5d-88ae-9f70d808d342 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': 'b0367919-2ce4-4b07-b859-09cdb29c0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:36.369659 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Attempting to bind port f0450737-734e-4c5d-88ae-9f70d808d342 on network b0f07c16-1abe-4697-bd25-3ba2f8030057 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:36.373470 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Routers {'35d60d03-ea95-48f9-8ddf-b57e236b4d1d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:36.374158 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:36.379469 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:36.379860 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Checking segment: {'id': 'b0367919-2ce4-4b07-b859-09cdb29c0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:36.380412 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.380824 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Bound using segment: {'id': 'b0367919-2ce4-4b07-b859-09cdb29c0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:36.381323 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Bound port: f0450737-734e-4c5d-88ae-9f70d808d342, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0367919-2ce4-4b07-b859-09cdb29c0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:36.381716 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.421297 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 5f6c3106-855e-42a0-8ab7-7fc42d90a967 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:36.431009 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 5f6c3106-855e-42a0-8ab7-7fc42d90a967 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:36.431393 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.479199 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] For port f0450737-734e-4c5d-88ae-9f70d808d342, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:36.483965 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] For port f0450737-734e-4c5d-88ae-9f70d808d342, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=f0450737-734e-4c5d-88ae-9f70d808d342,segment=NetworkSegment(b0367919-2ce4-4b07-b859-09cdb29c0036),segment_id=b0367919-2ce4-4b07-b859-09cdb29c0036)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:36.484148 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Set router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:36.494170 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.494636 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.498906 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:36.543350 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129828301'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.549521 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-580f650a-8538-411d-8df8-6dc7ee2efa12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:36.585122 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Pushing event updated for resources: {'Port': ['ID=f0450737-734e-4c5d-88ae-9f70d808d342,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:36.589754 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:36.599546 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.609168 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:36.621585 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:36.628337 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:36.632275 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Pushing event updated for resources: {'Port': ['ID=d37d5b0b-1917-446e-bf95-19bff56385b4,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:36.632531 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 5f6c3106-855e-42a0-8ab7-7fc42d90a967, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=5f6c3106-855e-42a0-8ab7-7fc42d90a967,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:36.647369 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.649781 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:36.654627 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:36.688233 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:00:36.707968 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=5f6c3106-855e-42a0-8ab7-7fc42d90a967,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:36.711428 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:36.781673 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4a1d7475-55d1-44c5-bc7d-af4894861f70', 'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'mac_address': 'fa:16:3e:97:49:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:32Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 2, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'subnets': [{'id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:36.819330 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Checking router: 35d60d03-ea95-48f9-8ddf-b57e236b4d1d for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:00:36.819874 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Updating router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d port 4a1d7475-55d1-44c5-bc7d-af4894861f70 binding host dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 00:00:36.866725 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:36.977092 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:37.195383 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774127'] for router, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:37.197427 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:37.207811 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Transition to ACTIVE for port object 4a1d7475-55d1-44c5-bc7d-af4894861f70 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:37.214668 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:37.217714 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:37.269960 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Pushing event updated for resources: {'Port': ['ID=4a1d7475-55d1-44c5-bc7d-af4894861f70,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:37.280482 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:37.280820 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:37.281151 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:37.281478 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:37.281801 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:37.282123 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:37.282435 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:37.282753 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:37.283089 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:37.283410 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:37.283730 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:37.284020 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:37.289073 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:37.350134 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Attempting to bind port 4a1d7475-55d1-44c5-bc7d-af4894861f70 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:37.350699 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Attempting to bind port 4a1d7475-55d1-44c5-bc7d-af4894861f70 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:37.351627 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Attempting to bind port 4a1d7475-55d1-44c5-bc7d-af4894861f70 on network d101bc5a-6628-4c44-b1cd-e4d1844eea2a {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:37.361394 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:37.361960 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Checking segment: {'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:37.362452 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:37.362855 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Bound using segment: {'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:37.363420 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Bound port: 4a1d7475-55d1-44c5-bc7d-af4894861f70, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:37.363712 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:37.365133 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Router ba3fd353-bc86-4c4e-a510-62aa881b77f1 is scheduled to L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 with binding_index 1 {{(pid=92977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 00:00:37.442623 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] For port 4a1d7475-55d1-44c5-bc7d-af4894861f70, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:37.448785 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] For port 4a1d7475-55d1-44c5-bc7d-af4894861f70, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=4a1d7475-55d1-44c5-bc7d-af4894861f70,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:37.458849 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:37.473323 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ce375dab-0793-405c-9085-3ffbdadb7030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:37.538764 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:00:37.541272 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Routers {'35d60d03-ea95-48f9-8ddf-b57e236b4d1d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:37.542079 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:37.557796 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Sync routers for ids ['ba3fd353-bc86-4c4e-a510-62aa881b77f1'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:00:37.570728 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Notify callbacks [] for router, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:37.575130 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38132) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:37.575897 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8387561 Jun 29 00:00:37.580263 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Routers {'ba3fd353-bc86-4c4e-a510-62aa881b77f1'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:37.580923 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['ba3fd353-bc86-4c4e-a510-62aa881b77f1'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:37.606320 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Pushing event updated for resources: {'Port': ['ID=4a1d7475-55d1-44c5-bc7d-af4894861f70,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:37.610817 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:37.738171 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] Set router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:37.766195 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38136) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:37.944705 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a9493f7a-98fa-4191-a642-555afa7787d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:37.981196 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Set router ba3fd353-bc86-4c4e-a510-62aa881b77f1 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:38.075028 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a9493f7a-98fa-4191-a642-555afa7787d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:38.085048 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a9493f7a-98fa-4191-a642-555afa7787d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:38.086725 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4a1d7475-55d1-44c5-bc7d-af4894861f70', 'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'mac_address': 'fa:16:3e:97:49:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:32Z', 'updated_at': '2021-06-29T00:00:37Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'subnets': [{'id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:38.090328 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-19ecbf2b-1024-4c99-8af8-c7678e7979c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:38.119046 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c8e87-7099-4fca-83fd-88069b2b3d47 None None] The sync data for ids ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'] in dv-cinder-763306-13-smb is: [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4a1d7475-55d1-44c5-bc7d-af4894861f70', 'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'mac_address': 'fa:16:3e:97:49:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:32Z', 'updated_at': '2021-06-29T00:00:37Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'subnets': [{'id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:00:38.136222 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-a9493f7a-98fa-4191-a642-555afa7787d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0f37dbf79a04b55b624922f0e56c432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676069 Jun 29 00:00:38.137265 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9493f7a-98fa-4191-a642-555afa7787d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d9f9ea-c693-4a9b-b266-c4f877b4f57f,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:38.140099 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38140) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:38.142138 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a9493f7a-98fa-4191-a642-555afa7787d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:38.149126 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97024607-f824-4dca-92bd-8f1f72401cee None None] Network b0f07c16-1abe-4697-bd25-3ba2f8030057 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:00:38.233197 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1223664-b2c7-494c-bb4a-ca4b52dac20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:38.274261 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1223664-b2c7-494c-bb4a-ca4b52dac20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:38.283844 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:38.333211 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-972386f7-bd73-44dc-b281-c771cdf286ec None None] Provisioning for port f0450737-734e-4c5d-88ae-9f70d808d342 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:38.423418 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'name': 'tempest-TestShelveInstance-545502776-router', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:35Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 3, 'project_id': '044f7753f34a455aaa98e0db55230438', 'gw_port': {'id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:36Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:38.456464 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Checking router: ba3fd353-bc86-4c4e-a510-62aa881b77f1 for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:00:38.456825 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Updating router ba3fd353-bc86-4c4e-a510-62aa881b77f1 port d37d5b0b-1917-446e-bf95-19bff56385b4 binding host dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 00:00:38.480657 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1223664-b2c7-494c-bb4a-ca4b52dac20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:38.481545 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b1223664-b2c7-494c-bb4a-ca4b52dac20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:38.486652 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-b1223664-b2c7-494c-bb4a-ca4b52dac20f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74d9f9ea-c693-4a9b-b266-c4f877b4f57f HTTP/1.1" status: 204 len: 168 time: 0.3415046 Jun 29 00:00:38.486652 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-cd6fe19b-251a-4da5-92e2-eae7a44d5076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:38.497152 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1223664-b2c7-494c-bb4a-ca4b52dac20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d9f9ea-c693-4a9b-b266-c4f877b4f57f,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:38.499941 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:38.500811 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b1223664-b2c7-494c-bb4a-ca4b52dac20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:38.536768 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 5f6c3106-855e-42a0-8ab7-7fc42d90a967 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:38.559319 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Allocated IP 172.20.0.1 (b0f07c16-1abe-4697-bd25-3ba2f8030057/1928dd6c-5c70-48c1-8c19-2bfa61760fa6/4efb3285-dc8c-4f21-b897-71a304f9ec2f) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:38.700663 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:38.720348 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Transition to ACTIVE for port object 4efb3285-dc8c-4f21-b897-71a304f9ec2f will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:38.756539 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:38.760194 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:38.794245 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 5f6c3106-855e-42a0-8ab7-7fc42d90a967 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:38.795511 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:38.806739 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Network b0f07c16-1abe-4697-bd25-3ba2f8030057 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:38.814388 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:38.817584 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:38.848938 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Pushing event updated for resources: {'Port': ['ID=4efb3285-dc8c-4f21-b897-71a304f9ec2f,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:38.856607 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:38.883525 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3776146'] for router_interface, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:38.990163 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 4a1d7475-55d1-44c5-bc7d-af4894861f70 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:39.102088 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38148) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:39.128939 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 4a1d7475-55d1-44c5-bc7d-af4894861f70 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:39.129458 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1625646e-7230-42d5-81c9-0cc1034c28d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.149485 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 4a1d7475-55d1-44c5-bc7d-af4894861f70 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:39.150074 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.159551 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.181474 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.233143 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Transition to ACTIVE for port object d37d5b0b-1917-446e-bf95-19bff56385b4 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:39.243743 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-46f01928-7fe3-47b6-8017-b960bd762343 None None] Provisioning for port 4efb3285-dc8c-4f21-b897-71a304f9ec2f completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:39.255821 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.263389 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:39.274384 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-46f01928-7fe3-47b6-8017-b960bd762343 None None] Provisioning complete for port 4efb3285-dc8c-4f21-b897-71a304f9ec2f triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:39.274966 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-46f01928-7fe3-47b6-8017-b960bd762343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.334776 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1625646e-7230-42d5-81c9-0cc1034c28d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.341344 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1625646e-7230-42d5-81c9-0cc1034c28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.347605 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0997f0e2-91fb-43e2-9ec8-20d82d0b443e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:39.383365 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.389764 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.392359 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5b680c2d-6748-4b97-b1f0-3252a6c41a76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:39.419136 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1625646e-7230-42d5-81c9-0cc1034c28d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a6c0d8ff9fb406d9e86c916ff7a07e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152192 Jun 29 00:00:39.421285 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625646e-7230-42d5-81c9-0cc1034c28d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134fa843-b8ec-496c-bf37-2706efe3c098,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:39.421724 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-46f01928-7fe3-47b6-8017-b960bd762343 None None] Port 4efb3285-dc8c-4f21-b897-71a304f9ec2f cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:00:39.425232 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f3ea4-1c17-4271-98ff-d4f43ab66aa6 None None] Pushing event updated for resources: {'Port': ['ID=d37d5b0b-1917-446e-bf95-19bff56385b4,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:39.429206 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1625646e-7230-42d5-81c9-0cc1034c28d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:39.429936 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38150) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:39.430074 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Attempting to bind port d37d5b0b-1917-446e-bf95-19bff56385b4 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:39.430511 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Attempting to bind port d37d5b0b-1917-446e-bf95-19bff56385b4 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:39.431081 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Attempting to bind port d37d5b0b-1917-446e-bf95-19bff56385b4 on network b5b54806-5b8c-4699-8258-4cd96ed8e211 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:39.434597 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ba6f3ea4-1c17-4271-98ff-d4f43ab66aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:39.468835 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Pushing event updated for resources: {'Port': ['ID=4efb3285-dc8c-4f21-b897-71a304f9ec2f,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:39.471890 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3870791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3775074'] for router_interface, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.473550 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:39.477295 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:39.478834 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Checking segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:39.479624 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.480347 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Bound using segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:39.481142 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Bound port: d37d5b0b-1917-446e-bf95-19bff56385b4, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:39.481783 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.515466 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-7c28a909-02a4-4a7a-b0f2-8f491edc81d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.526503 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.538471 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-7c28a909-02a4-4a7a-b0f2-8f491edc81d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.578034 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Network b0f07c16-1abe-4697-bd25-3ba2f8030057 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:39.579821 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:39.581791 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 4a1d7475-55d1-44c5-bc7d-af4894861f70, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=4a1d7475-55d1-44c5-bc7d-af4894861f70,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:39.584553 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] For port d37d5b0b-1917-446e-bf95-19bff56385b4, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:39.587698 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.588898 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device f0450737-734e-4c5d-88ae-9f70d808d342 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:39.594409 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:39.605124 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-7c28a909-02a4-4a7a-b0f2-8f491edc81d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.608272 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-7c28a909-02a4-4a7a-b0f2-8f491edc81d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.612101 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-7c28a909-02a4-4a7a-b0f2-8f491edc81d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/134fa843-b8ec-496c-bf37-2706efe3c098 HTTP/1.1" status: 204 len: 168 time: 0.1780479 Jun 29 00:00:39.612101 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c382783d-df81-4a56-a194-0cb75c337267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:39.619203 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28a909-02a4-4a7a-b0f2-8f491edc81d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134fa843-b8ec-496c-bf37-2706efe3c098,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:39.627219 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-7c28a909-02a4-4a7a-b0f2-8f491edc81d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:39.688742 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] For port d37d5b0b-1917-446e-bf95-19bff56385b4, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=d37d5b0b-1917-446e-bf95-19bff56385b4,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:39.705384 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.743606 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=4a1d7475-55d1-44c5-bc7d-af4894861f70,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:39.748491 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:39.750929 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:39.791139 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Routers {'ba3fd353-bc86-4c4e-a510-62aa881b77f1'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:39.791780 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['ba3fd353-bc86-4c4e-a510-62aa881b77f1'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:39.855136 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port f0450737-734e-4c5d-88ae-9f70d808d342 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:39.882087 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port f0450737-734e-4c5d-88ae-9f70d808d342 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:39.882457 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:39.886328 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f3ea4-1c17-4271-98ff-d4f43ab66aa6 None None] Pushing event updated for resources: {'Port': ['ID=d37d5b0b-1917-446e-bf95-19bff56385b4,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:39.897849 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ba6f3ea4-1c17-4271-98ff-d4f43ab66aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:39.982510 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-9aab3dab-ce6b-41b4-84dc-c4aeda671ebe None None] Provisioning complete for port 4efb3285-dc8c-4f21-b897-71a304f9ec2f triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:39.983009 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9aab3dab-ce6b-41b4-84dc-c4aeda671ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:40.027323 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] Set router ba3fd353-bc86-4c4e-a510-62aa881b77f1 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:40.062472 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Router ba3fd353-bc86-4c4e-a510-62aa881b77f1 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:00:40.098946 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38162) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:40.112624 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6208f92f-1d98-4ba2-8f1f-6f162e2db33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:40.206168 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:00:40.228762 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] 10.222.0.30 "PUT /v2.0/routers/ba3fd353-bc86-4c4e-a510-62aa881b77f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6440244 Jun 29 00:00:40.233751 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-9aab3dab-ce6b-41b4-84dc-c4aeda671ebe None None] Port 4efb3285-dc8c-4f21-b897-71a304f9ec2f cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:00:40.257265 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6208f92f-1d98-4ba2-8f1f-6f162e2db33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:40.263367 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6208f92f-1d98-4ba2-8f1f-6f162e2db33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:40.267422 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d5a0baef-40f1-4e25-9600-041ea519deba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:40.302787 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-6208f92f-1d98-4ba2-8f1f-6f162e2db33a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc30e4a12510451eae5af04d982302fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023752 Jun 29 00:00:40.306020 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38172) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:40.307513 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:40.327523 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208f92f-1d98-4ba2-8f1f-6f162e2db33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9d4176-4254-4f92-87fe-a1e86211c9e4,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:40.331164 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-6208f92f-1d98-4ba2-8f1f-6f162e2db33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:40.399076 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port f0450737-734e-4c5d-88ae-9f70d808d342, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=f0450737-734e-4c5d-88ae-9f70d808d342,segment=NetworkSegment(b0367919-2ce4-4b07-b859-09cdb29c0036),segment_id=b0367919-2ce4-4b07-b859-09cdb29c0036)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:40.405973 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-66e2fdb6-dd6d-415e-9ca2-760faada2ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:40.408194 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:40.414382 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:40.451880 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-66e2fdb6-dd6d-415e-9ca2-760faada2ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:40.524208 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=f0450737-734e-4c5d-88ae-9f70d808d342,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:40.529177 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:40.531533 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 4a1d7475-55d1-44c5-bc7d-af4894861f70 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:40.550513 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-66e2fdb6-dd6d-415e-9ca2-760faada2ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:40.554460 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-66e2fdb6-dd6d-415e-9ca2-760faada2ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:40.555877 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-66e2fdb6-dd6d-415e-9ca2-760faada2ea1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c9d4176-4254-4f92-87fe-a1e86211c9e4 HTTP/1.1" status: 204 len: 168 time: 0.2481470 Jun 29 00:00:40.556850 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5dbb492d-d69e-4328-bc6a-38718207512c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:40.567497 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2fdb6-dd6d-415e-9ca2-760faada2ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9d4176-4254-4f92-87fe-a1e86211c9e4,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:40.572188 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-66e2fdb6-dd6d-415e-9ca2-760faada2ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:40.605316 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'name': 'tempest-TestShelveInstance-545502776-router', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:35Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 4, 'project_id': '044f7753f34a455aaa98e0db55230438', 'gw_port': {'id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:36Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4efb3285-dc8c-4f21-b897-71a304f9ec2f', 'name': '', 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'mac_address': 'fa:16:3e:1a:69:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1928dd6c-5c70-48c1-8c19-2bfa61760fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:38Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 2, 'project_id': '044f7753f34a455aaa98e0db55230438', 'subnets': [{'id': '1928dd6c-5c70-48c1-8c19-2bfa61760fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:40.644766 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e012d9-fb3d-459c-b32d-8828384ba81f None None] The sync data for ids ['ba3fd353-bc86-4c4e-a510-62aa881b77f1'] in dv-cinder-763306-13-smb is: [{'id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'name': 'tempest-TestShelveInstance-545502776-router', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:35Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 4, 'project_id': '044f7753f34a455aaa98e0db55230438', 'gw_port': {'id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:36Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4efb3285-dc8c-4f21-b897-71a304f9ec2f', 'name': '', 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'mac_address': 'fa:16:3e:1a:69:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1928dd6c-5c70-48c1-8c19-2bfa61760fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:38Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 2, 'project_id': '044f7753f34a455aaa98e0db55230438', 'subnets': [{'id': '1928dd6c-5c70-48c1-8c19-2bfa61760fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:00:40.652287 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 4a1d7475-55d1-44c5-bc7d-af4894861f70 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:40.652672 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:40.939533 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38182) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:40.944450 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-641b1c6c-3545-4e20-9b79-7e569ef8224f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460635012', 'description': 'tempest-secgroup-smoke-460635012 description', 'project_id': '35c89b5c869b44e2980283ab67bb06fb'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:40.975749 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-641b1c6c-3545-4e20-9b79-7e569ef8224f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.088424 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-641b1c6c-3545-4e20-9b79-7e569ef8224f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.094602 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-641b1c6c-3545-4e20-9b79-7e569ef8224f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.106993 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-85b6be74-d8af-4fdf-aae0-37bdd4ba1743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:41.120209 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-641b1c6c-3545-4e20-9b79-7e569ef8224f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.121445 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-641b1c6c-3545-4e20-9b79-7e569ef8224f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1808631 Jun 29 00:00:41.124991 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38192) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:41.133074 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-1f6e27fc-f993-42d2-acc1-803e25f1feef tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Request body: {'security_group_rule': {'security_group_id': 'ec93c6f3-1fc5-4f90-a11c-6f83b63cce63', 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:41.149557 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b1c6c-3545-4e20-9b79-7e569ef8224f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:41.162117 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-641b1c6c-3545-4e20-9b79-7e569ef8224f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:41.183073 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f6e27fc-f993-42d2-acc1-803e25f1feef tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.236844 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f6e27fc-f993-42d2-acc1-803e25f1feef tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.243875 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f6e27fc-f993-42d2-acc1-803e25f1feef tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.245924 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:41.263206 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e27fc-f993-42d2-acc1-803e25f1feef tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f1a5f2-af69-4ce3-9d55-1fe31176736a,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:41.267203 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1f6e27fc-f993-42d2-acc1-803e25f1feef tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:41.273562 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-1f6e27fc-f993-42d2-acc1-803e25f1feef tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.275165 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-1f6e27fc-f993-42d2-acc1-803e25f1feef tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492295 Jun 29 00:00:41.278893 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38198) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:41.283918 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-52ae15ea-d53a-4200-b8f6-e8a9879539d1 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Request body: {'security_group_rule': {'security_group_id': 'ec93c6f3-1fc5-4f90-a11c-6f83b63cce63', 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:41.316709 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52ae15ea-d53a-4200-b8f6-e8a9879539d1 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.378428 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52ae15ea-d53a-4200-b8f6-e8a9879539d1 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.387785 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52ae15ea-d53a-4200-b8f6-e8a9879539d1 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.403763 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-4ad49854-78fb-4526-bde8-0745662591ff tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:41.421512 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae15ea-d53a-4200-b8f6-e8a9879539d1 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213d4e18-7538-4107-8a65-a346f5204376,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:41.426452 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52ae15ea-d53a-4200-b8f6-e8a9879539d1 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.428175 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-52ae15ea-d53a-4200-b8f6-e8a9879539d1 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481614 Jun 29 00:00:41.429390 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-52ae15ea-d53a-4200-b8f6-e8a9879539d1 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:41.431666 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38206) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:41.445874 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-b0e73f00-38fe-484b-84e3-a4e44d55d008 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Request body: {'security_group_rule': {'security_group_id': 'ec93c6f3-1fc5-4f90-a11c-6f83b63cce63', 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:41.496283 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b0e73f00-38fe-484b-84e3-a4e44d55d008 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.592745 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b0e73f00-38fe-484b-84e3-a4e44d55d008 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.597044 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b0e73f00-38fe-484b-84e3-a4e44d55d008 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.600673 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1312d0d4-f865-4c67-a4a2-59833388c1ec tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:41.628182 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e73f00-38fe-484b-84e3-a4e44d55d008 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07c34cc-0764-4874-bdd2-99384ea484cd,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:41.638106 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b0e73f00-38fe-484b-84e3-a4e44d55d008 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:41.639696 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-b0e73f00-38fe-484b-84e3-a4e44d55d008 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.645139 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38216) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:41.650175 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-f2b2a29d-a699-44ff-9295-c38388610b57 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Request body: {'security_group_rule': {'security_group_id': 'ec93c6f3-1fc5-4f90-a11c-6f83b63cce63', 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:41.656376 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-b0e73f00-38fe-484b-84e3-a4e44d55d008 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2176437 Jun 29 00:00:41.699084 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a29d-a699-44ff-9295-c38388610b57 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.791215 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a29d-a699-44ff-9295-c38388610b57 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.806161 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a29d-a699-44ff-9295-c38388610b57 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.808424 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0b8e00c8-1c9f-4d04-b728-3d527b7c7c84 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:41.828178 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2a29d-a699-44ff-9295-c38388610b57 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481539ce-ef08-4abc-a1ed-170cf06a260e,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:41.837839 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f2b2a29d-a699-44ff-9295-c38388610b57 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:41.845820 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a29d-a699-44ff-9295-c38388610b57 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.848309 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-f2b2a29d-a699-44ff-9295-c38388610b57 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2015014 Jun 29 00:00:41.850363 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38222) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:41.856258 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-67953dde-9e28-408b-a5ce-1898b3cfebb6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Request body: {'security_group_rule': {'security_group_id': 'ec93c6f3-1fc5-4f90-a11c-6f83b63cce63', 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:41.883203 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.securitygroups_db [None req-67953dde-9e28-408b-a5ce-1898b3cfebb6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Project 35c89b5c869b44e2980283ab67bb06fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 00:00:41.891810 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67953dde-9e28-408b-a5ce-1898b3cfebb6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.989617 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67953dde-9e28-408b-a5ce-1898b3cfebb6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.994578 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67953dde-9e28-408b-a5ce-1898b3cfebb6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:41.996137 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e0324-386a-4d4f-a36c-99a9ce489ba9 req-e4a4fb8c-4811-4fe1-9036-b7d4ff648556 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:41.997524 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:41.998879 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-846e0324-386a-4d4f-a36c-99a9ce489ba9 req-e4a4fb8c-4811-4fe1-9036-b7d4ff648556 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 947 time: 0.0999572 Jun 29 00:00:42.024260 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-67953dde-9e28-408b-a5ce-1898b3cfebb6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.026586 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-67953dde-9e28-408b-a5ce-1898b3cfebb6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751125 Jun 29 00:00:42.029918 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38226) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:42.035161 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-3c444ad9-45fb-4fb3-933b-2a712da5754d tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Request body: {'security_group_rule': {'security_group_id': 'ec93c6f3-1fc5-4f90-a11c-6f83b63cce63', 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:42.049274 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-846e0324-386a-4d4f-a36c-99a9ce489ba9 req-35f02283-6865-4d1c-bebe-5f153bafe451 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428920 Jun 29 00:00:42.058773 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67953dde-9e28-408b-a5ce-1898b3cfebb6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1f8427-f889-4585-ad24-4f8f84b0265d,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:42.062915 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-67953dde-9e28-408b-a5ce-1898b3cfebb6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:42.064853 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.securitygroups_db [None req-3c444ad9-45fb-4fb3-933b-2a712da5754d tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Project 35c89b5c869b44e2980283ab67bb06fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 00:00:42.071451 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3c444ad9-45fb-4fb3-933b-2a712da5754d tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.128473 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38228) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:42.132685 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3c444ad9-45fb-4fb3-933b-2a712da5754d tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.137520 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3c444ad9-45fb-4fb3-933b-2a712da5754d tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.144118 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:42.156637 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c444ad9-45fb-4fb3-933b-2a712da5754d tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdfb020-5ec3-4436-92c1-acdab521c3f5,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:42.160265 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3c444ad9-45fb-4fb3-933b-2a712da5754d tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:42.172010 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-3c444ad9-45fb-4fb3-933b-2a712da5754d tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.174094 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-3c444ad9-45fb-4fb3-933b-2a712da5754d tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430128 Jun 29 00:00:42.246376 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-71ba7dff-5166-4673-880c-2c5ead55ef2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.350062 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-71ba7dff-5166-4673-880c-2c5ead55ef2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.355169 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-71ba7dff-5166-4673-880c-2c5ead55ef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.357744 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-7504e0a5-56b8-498a-a690-7b45c8a73932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:42.396695 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba7dff-5166-4673-880c-2c5ead55ef2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b2166a-63c8-4a7d-be4b-52b008b3c246,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:42.404185 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38260) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:42.404526 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-71ba7dff-5166-4673-880c-2c5ead55ef2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90c16c9309054b989e50d3088cdadaee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738607 Jun 29 00:00:42.405218 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-71ba7dff-5166-4673-880c-2c5ead55ef2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:42.470521 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c1bb-a98f-48ad-848f-f5fde2293a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.501895 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c1bb-a98f-48ad-848f-f5fde2293a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.577850 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c1bb-a98f-48ad-848f-f5fde2293a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.581808 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c1bb-a98f-48ad-848f-f5fde2293a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.587345 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-2ce4c1bb-a98f-48ad-848f-f5fde2293a5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0b2166a-63c8-4a7d-be4b-52b008b3c246 HTTP/1.1" status: 204 len: 168 time: 0.1821241 Jun 29 00:00:42.588340 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b1223664-b2c7-494c-bb4a-ca4b52dac20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:42.599987 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device d37d5b0b-1917-446e-bf95-19bff56385b4 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:42.600510 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4c1bb-a98f-48ad-848f-f5fde2293a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b2166a-63c8-4a7d-be4b-52b008b3c246,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:42.603502 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2ce4c1bb-a98f-48ad-848f-f5fde2293a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:42.683747 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port d37d5b0b-1917-446e-bf95-19bff56385b4 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:42.690908 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port d37d5b0b-1917-446e-bf95-19bff56385b4 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:42.691366 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.823017 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.854304 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port d37d5b0b-1917-446e-bf95-19bff56385b4, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=d37d5b0b-1917-446e-bf95-19bff56385b4,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:42.859165 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:42.860113 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device f0450737-734e-4c5d-88ae-9f70d808d342 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:42.887549 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:42.959502 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=d37d5b0b-1917-446e-bf95-19bff56385b4,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:42.984517 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:42.986339 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port f0450737-734e-4c5d-88ae-9f70d808d342 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:42.986706 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.124215 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Sync routers for ids ['ba3fd353-bc86-4c4e-a510-62aa881b77f1'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:00:43.134582 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Routers {'ba3fd353-bc86-4c4e-a510-62aa881b77f1'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:43.135191 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['ba3fd353-bc86-4c4e-a510-62aa881b77f1'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:43.278309 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Set router ba3fd353-bc86-4c4e-a510-62aa881b77f1 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:43.307019 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e7049-077c-4a00-8b87-9140cb1edd8e req-818f4c0d-f36e-461a-9bd4-da456052b25b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:43.316311 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-962e7049-077c-4a00-8b87-9140cb1edd8e req-818f4c0d-f36e-461a-9bd4-da456052b25b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 947 time: 0.0944068 Jun 29 00:00:43.364590 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-962e7049-077c-4a00-8b87-9140cb1edd8e req-36903abf-db10-404b-956d-92095a767cfb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473633 Jun 29 00:00:43.472964 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38318) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:43.500242 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'name': 'tempest-TestShelveInstance-545502776-router', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:35Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 4, 'project_id': '044f7753f34a455aaa98e0db55230438', 'gw_port': {'id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:36Z', 'updated_at': '2021-06-29T00:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4efb3285-dc8c-4f21-b897-71a304f9ec2f', 'name': '', 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'mac_address': 'fa:16:3e:1a:69:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1928dd6c-5c70-48c1-8c19-2bfa61760fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:38Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 2, 'project_id': '044f7753f34a455aaa98e0db55230438', 'subnets': [{'id': '1928dd6c-5c70-48c1-8c19-2bfa61760fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:43.530986 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Checking router: ba3fd353-bc86-4c4e-a510-62aa881b77f1 for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:00:43.531256 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Updating router ba3fd353-bc86-4c4e-a510-62aa881b77f1 port 4efb3285-dc8c-4f21-b897-71a304f9ec2f binding host dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 00:00:43.571358 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.580992 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-756040296-network', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:43.608011 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Made reservation on behalf of 6f9355d9ca054d86bb32a3330e3d7507 for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:00:43.610941 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.622120 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.734660 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.739078 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.742471 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-66e2fdb6-dd6d-415e-9ca2-760faada2ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:43.766343 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 00:00:43.776155 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:43.781369 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:43.782340 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.782873 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Added segment 207888c8-d332-41d2-b234-1460047becb5 of type vlan for network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d Jun 29 00:00:43.835124 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.873430 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-d85e8bc4-b309-40a1-9cb6-11b38b60381b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:43.874991 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-d85e8bc4-b309-40a1-9cb6-11b38b60381b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 947 time: 0.1046274 Jun 29 00:00:43.903652 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.905429 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:43.906162 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.917795 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-495701ce-5c8e-4856-b551-d88c0a60c91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:43.938320 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4642191 Jun 29 00:00:43.938704 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38324) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:43.943573 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] Request body: {'subnet': {'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-756040296-subnet', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'ip_version': 4}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:43.971511 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.981498 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Transition to ACTIVE for port object 4efb3285-dc8c-4f21-b897-71a304f9ec2f will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:43.989667 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:43.998746 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Pushing event updated for resources: {'Network': ['ID=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:44.000790 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:44.001963 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:44.006013 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] Made reservation on behalf of 6f9355d9ca054d86bb32a3330e3d7507 for: {'subnet': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:00:44.009039 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125969961'] for subnet, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.022943 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 00:00:44.090313 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbab87e-8e9f-482b-a6b4-062f9d5265f0 None None] Pushing event updated for resources: {'Port': ['ID=4efb3285-dc8c-4f21-b897-71a304f9ec2f,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:44.095855 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cfbab87e-8e9f-482b-a6b4-062f9d5265f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:44.105993 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Deleting port 1163a36c-2e08-435a-8962-15ec7f44ec15 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:00:44.106692 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.144517 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Attempting to bind port 4efb3285-dc8c-4f21-b897-71a304f9ec2f on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:44.145503 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Attempting to bind port 4efb3285-dc8c-4f21-b897-71a304f9ec2f by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': 'b0367919-2ce4-4b07-b859-09cdb29c0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:44.146097 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Attempting to bind port 4efb3285-dc8c-4f21-b897-71a304f9ec2f on network b0f07c16-1abe-4697-bd25-3ba2f8030057 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:44.153078 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:44.153647 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Checking segment: {'id': 'b0367919-2ce4-4b07-b859-09cdb29c0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:44.154390 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.155031 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Bound using segment: {'id': 'b0367919-2ce4-4b07-b859-09cdb29c0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:44.155763 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Bound port: 4efb3285-dc8c-4f21-b897-71a304f9ec2f, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0367919-2ce4-4b07-b859-09cdb29c0036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:44.156745 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.218802 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b0429aad-0ec9-4db0-8ca5-3a868c00478f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.254004 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] For port 4efb3285-dc8c-4f21-b897-71a304f9ec2f, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:44.259107 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] For port 4efb3285-dc8c-4f21-b897-71a304f9ec2f, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=4efb3285-dc8c-4f21-b897-71a304f9ec2f,segment=NetworkSegment(b0367919-2ce4-4b07-b859-09cdb29c0036),segment_id=b0367919-2ce4-4b07-b859-09cdb29c0036)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:44.267858 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.272305 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ad4cd7b3-1fe0-4361-8214-ecd3c64bed66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:44.355719 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbab87e-8e9f-482b-a6b4-062f9d5265f0 None None] Pushing event updated for resources: {'Port': ['ID=4efb3285-dc8c-4f21-b897-71a304f9ec2f,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:44.362968 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cfbab87e-8e9f-482b-a6b4-062f9d5265f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:44.364112 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Routers {'ba3fd353-bc86-4c4e-a510-62aa881b77f1'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:44.365329 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['ba3fd353-bc86-4c4e-a510-62aa881b77f1'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:44.371031 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] For port 1163a36c-2e08-435a-8962-15ec7f44ec15, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1163a36c-2e08-435a-8962-15ec7f44ec15,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:44.371592 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.381480 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129828185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125969983'] for subnet, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.393997 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:44.602551 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] Set router ba3fd353-bc86-4c4e-a510-62aa881b77f1 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:44.635631 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 4efb3285-dc8c-4f21-b897-71a304f9ec2f up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:44.645217 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13714b8-126e-4400-b2b5-95f90b5d6522,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:44.667250 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:44.725256 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 4efb3285-dc8c-4f21-b897-71a304f9ec2f completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:44.731078 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 4efb3285-dc8c-4f21-b897-71a304f9ec2f triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:44.731558 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.762665 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-f3844bef-9267-42cf-a6d3-6bfc3dbfc904 None None] Provisioning complete for port 4efb3285-dc8c-4f21-b897-71a304f9ec2f triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:44.763049 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f3844bef-9267-42cf-a6d3-6bfc3dbfc904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.821657 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] Checking segment: {'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:44.822011 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] Network hostable DHCP agents. Network: e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 00:00:44.881680 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'name': 'tempest-TestShelveInstance-545502776-router', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:35Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 4, 'project_id': '044f7753f34a455aaa98e0db55230438', 'gw_port': {'id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:36Z', 'updated_at': '2021-06-29T00:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4efb3285-dc8c-4f21-b897-71a304f9ec2f', 'name': '', 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'mac_address': 'fa:16:3e:1a:69:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1928dd6c-5c70-48c1-8c19-2bfa61760fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:38Z', 'updated_at': '2021-06-29T00:00:44Z', 'revision_number': 4, 'project_id': '044f7753f34a455aaa98e0db55230438', 'subnets': [{'id': '1928dd6c-5c70-48c1-8c19-2bfa61760fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:44.884854 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.906394 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4d94f-d136-44ff-8d42-0dba2239cc0d req-213a042b-6505-4ceb-9616-339a555f4aa2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:44.907924 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3dc4d94f-d136-44ff-8d42-0dba2239cc0d req-213a042b-6505-4ceb-9616-339a555f4aa2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 947 time: 0.3215826 Jun 29 00:00:44.912208 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6270786b-ccb0-406b-8c15-cddee8bbbd41 None None] The sync data for ids ['ba3fd353-bc86-4c4e-a510-62aa881b77f1'] in dv-cinder-763306-13-smb is: [{'id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'name': 'tempest-TestShelveInstance-545502776-router', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:35Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 4, 'project_id': '044f7753f34a455aaa98e0db55230438', 'gw_port': {'id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:36Z', 'updated_at': '2021-06-29T00:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4efb3285-dc8c-4f21-b897-71a304f9ec2f', 'name': '', 'network_id': 'b0f07c16-1abe-4697-bd25-3ba2f8030057', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'mac_address': 'fa:16:3e:1a:69:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1928dd6c-5c70-48c1-8c19-2bfa61760fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:38Z', 'updated_at': '2021-06-29T00:00:44Z', 'revision_number': 4, 'project_id': '044f7753f34a455aaa98e0db55230438', 'subnets': [{'id': '1928dd6c-5c70-48c1-8c19-2bfa61760fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:00:44.924975 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f3844bef-9267-42cf-a6d3-6bfc3dbfc904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.961781 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 4efb3285-dc8c-4f21-b897-71a304f9ec2f, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=4efb3285-dc8c-4f21-b897-71a304f9ec2f,segment=NetworkSegment(b0367919-2ce4-4b07-b859-09cdb29c0036),segment_id=b0367919-2ce4-4b07-b859-09cdb29c0036)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:44.968018 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:44.969001 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device d37d5b0b-1917-446e-bf95-19bff56385b4 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:44.971390 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:45.088202 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.db.api [None req-f3844bef-9267-42cf-a6d3-6bfc3dbfc904 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 00:00:45.088869 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_db.api [None req-f3844bef-9267-42cf-a6d3-6bfc3dbfc904 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 00:00:45.089772 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=4efb3285-dc8c-4f21-b897-71a304f9ec2f,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:45.094305 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:45.107852 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port d37d5b0b-1917-446e-bf95-19bff56385b4 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:45.108515 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:45.250954 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] Network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 00:00:45.256229 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:45.256709 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:45.257064 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.l3_db [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Floating IP f78f6545-b31c-42ef-bdf7-fe129067dd5e disassociated. External IP: 172.28.0.76, port: 1163a36c-2e08-435a-8962-15ec7f44ec15. Jun 29 00:00:45.257404 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Calling delete_port for 1163a36c-2e08-435a-8962-15ec7f44ec15 owned by compute:nova {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:00:45.268844 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77226d-e318-4f82-8eed-b7216597fce3 req-9cd2042a-2ac4-4515-b438-2fa049e37210 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:45.270424 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-cc77226d-e318-4f82-8eed-b7216597fce3 req-9cd2042a-2ac4-4515-b438-2fa049e37210 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.5930235 Jun 29 00:00:45.292748 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d) {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:45.306130 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6203d-49b1-4a20-a590-d402b9417406 None None] Network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:00:45.312655 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:45.313524 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:45.364173 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3dc4d94f-d136-44ff-8d42-0dba2239cc0d req-38614baa-e592-470b-ba1e-497b3ef6bc7b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=840c11a9-7c5c-42ec-8cb2-73b774e24626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4389095 Jun 29 00:00:45.407419 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1b0821b7-cf71-4976-bad4-487d53ed03ab admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4621019 Jun 29 00:00:45.408818 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38336) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:45.415218 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-cc77226d-e318-4f82-8eed-b7216597fce3 req-6740d2d7-d6c5-4437-b6a8-42a96945ea5a tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334825 Jun 29 00:00:45.417501 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:45.458060 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38188'] for router, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:45.462736 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38183'] for router, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:45.518707 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c9ed9a7-7217-5bae-bc20-cbb2195db9aa-e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'fixed_ips': [{'subnet_id': 'f13714b8-126e-4400-b2b5-95f90b5d6522'}]}} from dv-cinder-763306-13-smb. {{(pid=92979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 00:00:45.519707 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:45.520365 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:45.525442 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b4d9f9d2-9ed7-450b-a46b-2db2cd6cf933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:45.555924 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event deleted for resources: {'Port': ['ID=1163a36c-2e08-435a-8962-15ec7f44ec15,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:45.563969 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:45.577178 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:45.690929 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:00:45.724110 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Allocated IP 172.20.0.2 (e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d/f13714b8-126e-4400-b2b5-95f90b5d6522/9d3d8052-7640-41fb-a097-cbaf6e62787e) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:45.767531 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38153'] for router, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:45.853511 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:00:45.867523 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b211faff-25c5-4ca1-8646-ffb9916b3e8c None None] Sync routers for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:00:45.893959 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b211faff-25c5-4ca1-8646-ffb9916b3e8c None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:45.894692 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-b211faff-25c5-4ca1-8646-ffb9916b3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:45.918855 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] No DVR routers for this DVR port 1163a36c-2e08-435a-8962-15ec7f44ec15 on host hv-cinder-76330 {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:00:45.922568 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:45.925151 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2bc940dd-e77b-4034-a04f-5ba36b727ac4 req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.52 "DELETE /v2.0/ports/1163a36c-2e08-435a-8962-15ec7f44ec15 HTTP/1.1" status: 204 len: 173 time: 2.0387828 Jun 29 00:00:45.927757 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'name': 'network-vif-deleted', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:00:45.930500 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75987336-2366-447d-9c3d-5b8be544eb42" -d '{"events": [{"server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "name": "network-vif-deleted", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:00:45.995045 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b391bd83-fe0a-4ac2-8287-a562ff5bdc2f x-openstack-request-id: req-b391bd83-fe0a-4ac2-8287-a562ff5bdc2f {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:00:45.995374 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c08541-000f-43eb-a6ab-55d3a0bc758d", "name": "network-vif-deleted", "tag": "1163a36c-2e08-435a-8962-15ec7f44ec15", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:00:45.995681 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b391bd83-fe0a-4ac2-8287-a562ff5bdc2f {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:00:45.996189 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c08541-000f-43eb-a6ab-55d3a0bc758d', 'name': 'network-vif-deleted', 'tag': '1163a36c-2e08-435a-8962-15ec7f44ec15', 'status': 'completed', 'code': 200} Jun 29 00:00:46.042514 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:46.057248 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Transition to ACTIVE for port object 9d3d8052-7640-41fb-a097-cbaf6e62787e will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:46.080640 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-b211faff-25c5-4ca1-8646-ffb9916b3e8c None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:46.087773 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:46.109844 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:46.111615 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Transition to ACTIVE for port object 9d3d8052-7640-41fb-a097-cbaf6e62787e will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:46.124685 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:46.133116 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:46.211698 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:46.237366 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:46.251969 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:46.252208 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Allocated IP 172.28.0.84 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/2dc170d4-9a79-41bc-a1a1-bbe86077722e) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:46.257223 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Pushing event updated for resources: {'Port': ['ID=9d3d8052-7640-41fb-a097-cbaf6e62787e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:46.263762 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:46.400362 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:46.514740 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:46.525794 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:46.586449 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:46.588375 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc170d4-9a79-41bc-a1a1-bbe86077722e,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:46.602051 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:46.608612 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:46.609357 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:46.614590 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 4efb3285-dc8c-4f21-b897-71a304f9ec2f up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:46.639999 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Attempting to bind port 9d3d8052-7640-41fb-a097-cbaf6e62787e on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:46.640405 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Attempting to bind port 9d3d8052-7640-41fb-a097-cbaf6e62787e by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:46.640775 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Attempting to bind port 9d3d8052-7640-41fb-a097-cbaf6e62787e on network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:46.671601 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:46.671986 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Checking segment: {'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:46.672417 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:46.672810 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Bound using segment: {'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:46.673317 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Bound port: 9d3d8052-7640-41fb-a097-cbaf6e62787e, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:46.673698 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:46.730679 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8a3f5cd0-90cb-4091-9b89-2fff7d05e1e9 req-6dd4310b-c3ee-48a1-90d0-f9b30fea401c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4c08541-000f-43eb-a6ab-55d3a0bc758d HTTP/1.1" status: 200 len: 210 time: 0.1026969 Jun 29 00:00:46.784551 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ef0d4-4269-42cf-b87a-9b318551b654 req-08a92118-fdb6-4c2c-987a-73858411d235 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:46.787306 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ba8ef0d4-4269-42cf-b87a-9b318551b654 req-08a92118-fdb6-4c2c-987a-73858411d235 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1444108 Jun 29 00:00:46.796244 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 4efb3285-dc8c-4f21-b897-71a304f9ec2f triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:46.796849 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:46.839015 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-b211faff-25c5-4ca1-8646-ffb9916b3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:11Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:46.843518 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] For port 9d3d8052-7640-41fb-a097-cbaf6e62787e, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:46.856241 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ba8ef0d4-4269-42cf-b87a-9b318551b654 req-2ecaebdd-eadc-49ed-8da7-87d8bbd8447f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635324 Jun 29 00:00:46.890218 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b211faff-25c5-4ca1-8646-ffb9916b3e8c None None] Checking router: 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:00:46.895534 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] For port 9d3d8052-7640-41fb-a097-cbaf6e62787e, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=9d3d8052-7640-41fb-a097-cbaf6e62787e,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:46.905057 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:46.907136 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:46.932339 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:46.946713 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b211faff-25c5-4ca1-8646-ffb9916b3e8c None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:46.947332 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-b211faff-25c5-4ca1-8646-ffb9916b3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:47.045970 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Pushing event updated for resources: {'Port': ['ID=9d3d8052-7640-41fb-a097-cbaf6e62787e,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:47.057105 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:47.142776 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-b211faff-25c5-4ca1-8646-ffb9916b3e8c None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:47.166014 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774127'] for router, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:47.359543 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d is scheduled to L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 with binding_index 1 {{(pid=92978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 00:00:47.373600 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8c88-7941-4919-853b-342e44275fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:47.523025 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:00:47.538224 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Sync routers for ids ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:00:47.554429 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-b211faff-25c5-4ca1-8646-ffb9916b3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:11Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:47.557866 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Routers {'74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:47.559150 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:47.562743 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1492927 Jun 29 00:00:47.563991 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:47.565403 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38348) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:47.636728 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b211faff-25c5-4ca1-8646-ffb9916b3e8c None None] The sync data for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb is: [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:11Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:00:47.745548 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Set router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:47.927691 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38356) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:48.034453 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1163a36c-2e08-435a-8962-15ec7f44ec15 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:00:48.063183 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:00:46Z', 'revision_number': 3, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:48.075339 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-dbac6799-7c0d-41f6-8d9a-e9b13dccc42c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.099654 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: 1163a36c-2e08-435a-8962-15ec7f44ec15 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:00:48.100003 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1163a36c-2e08-435a-8962-15ec7f44ec15 not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:00:48.111387 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Checking router: 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:00:48.112166 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Updating router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d port 2dc170d4-9a79-41bc-a1a1-bbe86077722e binding host dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 00:00:48.121276 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-dbac6799-7c0d-41f6-8d9a-e9b13dccc42c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.130369 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322497b-7017-4243-9bc2-ec8a763528ca None None] New status for floating IP f78f6545-b31c-42ef-bdf7-fe129067dd5e: DOWN {{(pid=92979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:00:48.197672 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.206103 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-dbac6799-7c0d-41f6-8d9a-e9b13dccc42c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.209524 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-dbac6799-7c0d-41f6-8d9a-e9b13dccc42c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.210777 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-dbac6799-7c0d-41f6-8d9a-e9b13dccc42c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "DELETE /v2.0/security-groups/840c11a9-7c5c-42ec-8cb2-73b774e24626 HTTP/1.1" status: 204 len: 168 time: 0.2819722 Jun 29 00:00:48.213584 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38360) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:48.214335 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-57348fd5-646d-4bea-b0d1-51a800996016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:48.258794 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac6799-7c0d-41f6-8d9a-e9b13dccc42c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840c11a9-7c5c-42ec-8cb2-73b774e24626,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:48.275896 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-dbac6799-7c0d-41f6-8d9a-e9b13dccc42c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:48.286888 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.api.v2.resource [None req-3511dc71-7b1b-4dc9-a7f5-a1b1c116f0d1 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] show failed (client error): The resource could not be found. Jun 29 00:00:48.287921 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-3511dc71-7b1b-4dc9-a7f5-a1b1c116f0d1 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups/840c11a9-7c5c-42ec-8cb2-73b774e24626 HTTP/1.1" status: 404 len: 347 time: 0.0352197 Jun 29 00:00:48.291512 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38362) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:48.360664 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3f55e-2d71-4098-be9c-b48e57c49993 req-4df02980-0593-4d97-b00f-8f0cf82258de tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:48.368412 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c2b3f55e-2d71-4098-be9c-b48e57c49993 req-4df02980-0593-4d97-b00f-8f0cf82258de tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.2788475 Jun 29 00:00:48.420619 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae95ac00-bc65-40a5-8992-5fd475cca9c8 None None] Network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:00:48.555908 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.566528 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-b469f5a6-5376-4e67-8730-4b390e3b451a None None] Provisioning for port 9d3d8052-7640-41fb-a097-cbaf6e62787e completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:48.572160 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c2b3f55e-2d71-4098-be9c-b48e57c49993 req-d130fc4f-3295-4974-9bc2-32d68d0d0636 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028508 Jun 29 00:00:48.574036 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.613576 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-1b375d93-474f-4613-8cdf-7b97e81d4ab8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Deleting port 233911de-f355-4cbe-9df5-7ed35c167a14 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:00:48.613927 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b375d93-474f-4613-8cdf-7b97e81d4ab8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.626329 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 9d3d8052-7640-41fb-a097-cbaf6e62787e up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:48.683941 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.695219 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Transition to ACTIVE for port object 2dc170d4-9a79-41bc-a1a1-bbe86077722e will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:48.704086 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.710859 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-64f151a0-dc60-4d58-963c-7045cfdc3e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:48.721179 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 9d3d8052-7640-41fb-a097-cbaf6e62787e completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:48.730636 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 9d3d8052-7640-41fb-a097-cbaf6e62787e triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:48.731018 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.757070 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Attempting to bind port 2dc170d4-9a79-41bc-a1a1-bbe86077722e on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:48.757381 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Attempting to bind port 2dc170d4-9a79-41bc-a1a1-bbe86077722e by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:48.757896 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Attempting to bind port 2dc170d4-9a79-41bc-a1a1-bbe86077722e on network b5b54806-5b8c-4699-8258-4cd96ed8e211 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:48.771297 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b375d93-474f-4613-8cdf-7b97e81d4ab8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.771608 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b375d93-474f-4613-8cdf-7b97e81d4ab8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.772723 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:48.773328 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Checking segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:48.773915 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.774522 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Bound using segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:48.776257 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Bound port: 2dc170d4-9a79-41bc-a1a1-bbe86077722e, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:48.776257 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.791652 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-1b375d93-474f-4613-8cdf-7b97e81d4ab8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Calling delete_port for 233911de-f355-4cbe-9df5-7ed35c167a14 owned by network:floatingip {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:00:48.803621 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799f25d-d04e-4ece-8357-0d7d2b61a215 None None] Pushing event updated for resources: {'Port': ['ID=2dc170d4-9a79-41bc-a1a1-bbe86077722e,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:48.813770 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c799f25d-d04e-4ece-8357-0d7d2b61a215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:48.845433 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.872346 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] For port 2dc170d4-9a79-41bc-a1a1-bbe86077722e, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:48.876193 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] For port 2dc170d4-9a79-41bc-a1a1-bbe86077722e, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=2dc170d4-9a79-41bc-a1a1-bbe86077722e,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:48.882480 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.891838 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:48.908859 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 9d3d8052-7640-41fb-a097-cbaf6e62787e, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=9d3d8052-7640-41fb-a097-cbaf6e62787e,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:48.914394 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Allocated IP 172.20.0.1 (e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d/f13714b8-126e-4400-b2b5-95f90b5d6522/440fadd0-728a-4e6e-b330-02c1e4ba1100) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:48.916154 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:48.922842 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:48.971457 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Routers {'74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:48.972656 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:48.995703 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=9d3d8052-7640-41fb-a097-cbaf6e62787e,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:49.007601 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:49.065569 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799f25d-d04e-4ece-8357-0d7d2b61a215 None None] Pushing event updated for resources: {'Port': ['ID=2dc170d4-9a79-41bc-a1a1-bbe86077722e,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:49.098580 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c799f25d-d04e-4ece-8357-0d7d2b61a215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:49.112483 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-368d4445-8dda-4269-8f52-7a8528531204 None None] Provisioning complete for port 9d3d8052-7640-41fb-a097-cbaf6e62787e triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:49.113071 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.113325 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-368d4445-8dda-4269-8f52-7a8528531204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.127880 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] Set router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:49.132463 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Transition to ACTIVE for port object 440fadd0-728a-4e6e-b330-02c1e4ba1100 will not be triggered until provisioned by entity DHCP. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:49.133954 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b375d93-474f-4613-8cdf-7b97e81d4ab8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.137256 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-15236672-7ee1-4b75-8ae7-70e4103615e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:49.168135 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b375d93-474f-4613-8cdf-7b97e81d4ab8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event deleted for resources: {'Port': ['ID=233911de-f355-4cbe-9df5-7ed35c167a14,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:49.173208 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1b375d93-474f-4613-8cdf-7b97e81d4ab8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:49.250169 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129828301'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.253171 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:49.262015 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b375d93-474f-4613-8cdf-7b97e81d4ab8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.265211 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b375d93-474f-4613-8cdf-7b97e81d4ab8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.266463 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1b375d93-474f-4613-8cdf-7b97e81d4ab8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "DELETE /v2.0/floatingips/f78f6545-b31c-42ef-bdf7-fe129067dd5e HTTP/1.1" status: 204 len: 168 time: 0.9727833 Jun 29 00:00:49.296247 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:49.299575 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:49.301935 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:49.353292 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Pushing event updated for resources: {'Port': ['ID=440fadd0-728a-4e6e-b330-02c1e4ba1100,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:49.361991 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:49.379362 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3776146'] for router_interface, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.441382 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:00:46Z', 'revision_number': 3, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:49.476683 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b05f9-1262-4e1f-a27d-d080cf700734 None None] The sync data for ids ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'] in dv-cinder-763306-13-smb is: [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:00:46Z', 'revision_number': 3, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:00:49.481122 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.568581 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.663400 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-2ce48eec-8c5f-4a81-9b4e-2d46f7ec8246 None None] Provisioning for port 440fadd0-728a-4e6e-b330-02c1e4ba1100 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:49.671073 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-2ce48eec-8c5f-4a81-9b4e-2d46f7ec8246 None None] Provisioning complete for port 440fadd0-728a-4e6e-b330-02c1e4ba1100 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:49.671728 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ce48eec-8c5f-4a81-9b4e-2d46f7ec8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.733781 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-2ce48eec-8c5f-4a81-9b4e-2d46f7ec8246 None None] Port 440fadd0-728a-4e6e-b330-02c1e4ba1100 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:00:49.843059 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cc35d-5571-46d7-a2cd-440c0daee672 req-308179d8-634d-45ca-b9b8-1657fef2a7de tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:49.846754 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-648cc35d-5571-46d7-a2cd-440c0daee672 req-308179d8-634d-45ca-b9b8-1657fef2a7de tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1149840 Jun 29 00:00:49.874551 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.886127 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:49.890831 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:49.948508 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38370) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:49.953537 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-e5d33fe6-343e-4e88-a6fe-00dd5904eddc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761173930', 'description': 'tempest-description--1682502350'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:49.994074 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5d33fe6-343e-4e88-a6fe-00dd5904eddc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.108231 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5d33fe6-343e-4e88-a6fe-00dd5904eddc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.113026 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5d33fe6-343e-4e88-a6fe-00dd5904eddc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.115669 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5a246ea9-cecc-459e-bcb2-9212c0bb0f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:50.146061 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e5d33fe6-343e-4e88-a6fe-00dd5904eddc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.147290 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-e5d33fe6-343e-4e88-a6fe-00dd5904eddc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1977861 Jun 29 00:00:50.149563 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d33fe6-343e-4e88-a6fe-00dd5904eddc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:50.151721 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38372) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:50.154340 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e5d33fe6-343e-4e88-a6fe-00dd5904eddc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:50.157549 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-4482d3ec-7191-4913-9e50-322e39e41edb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Request body: {'security_group_rule': {'security_group_id': '8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:50.187970 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4482d3ec-7191-4913-9e50-322e39e41edb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.243157 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-648cc35d-5571-46d7-a2cd-440c0daee672 req-42dc9551-9c6d-426b-bd99-6c1f036fa95c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3886764 Jun 29 00:00:50.254697 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Pushing event updated for resources: {'Port': ['ID=440fadd0-728a-4e6e-b330-02c1e4ba1100,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:50.258076 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:50.258225 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4482d3ec-7191-4913-9e50-322e39e41edb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.262464 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3870791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3775074'] for router_interface, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.272569 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4482d3ec-7191-4913-9e50-322e39e41edb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.274481 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:50.291133 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482d3ec-7191-4913-9e50-322e39e41edb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d8a3a2-9ef8-450c-83e4-d1f8aaf91051,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:50.296550 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4482d3ec-7191-4913-9e50-322e39e41edb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:50.305820 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4482d3ec-7191-4913-9e50-322e39e41edb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.307038 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-4482d3ec-7191-4913-9e50-322e39e41edb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543567 Jun 29 00:00:50.309776 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38374) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:50.314654 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-6fa9523a-712f-40fd-8ba2-e6d3ef022a54 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Request body: {'security_group_rule': {'security_group_id': '8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:50.346142 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6fa9523a-712f-40fd-8ba2-e6d3ef022a54 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.386114 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:50.387713 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:50.417059 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6fa9523a-712f-40fd-8ba2-e6d3ef022a54 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.425502 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6fa9523a-712f-40fd-8ba2-e6d3ef022a54 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.427930 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4482d3ec-7191-4913-9e50-322e39e41edb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:50.451726 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9523a-712f-40fd-8ba2-e6d3ef022a54 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befd1697-0517-41b8-938e-abed1005eaf7,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:50.460586 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6fa9523a-712f-40fd-8ba2-e6d3ef022a54 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:50.470775 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6fa9523a-712f-40fd-8ba2-e6d3ef022a54 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.475317 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-6fa9523a-712f-40fd-8ba2-e6d3ef022a54 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1643629 Jun 29 00:00:50.475980 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38378) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:50.480794 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Request body: {'floatingip': {'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:50.519881 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.536617 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.597473 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:00:50.689472 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.713273 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 9d3d8052-7640-41fb-a097-cbaf6e62787e up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:50.748553 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:00:50.753965 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] 10.222.0.30 "PUT /v2.0/routers/74d4fac1-3603-4fe2-bb39-f4f0b0ec528d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1871819 Jun 29 00:00:50.784146 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-ec084888-7123-485e-8f6a-da01dad13d1a None None] Provisioning complete for port 440fadd0-728a-4e6e-b330-02c1e4ba1100 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:50.784526 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ec084888-7123-485e-8f6a-da01dad13d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.788009 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 9d3d8052-7640-41fb-a097-cbaf6e62787e triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:50.788394 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.806126 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Allocated IP 172.28.0.23 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/d9d1ba72-1917-4cda-93d9-9012e5236bae) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:50.851486 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-ec084888-7123-485e-8f6a-da01dad13d1a None None] Port 440fadd0-728a-4e6e-b330-02c1e4ba1100 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:00:50.902413 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 2dc170d4-9a79-41bc-a1a1-bbe86077722e up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:50.918381 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.956915 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 2dc170d4-9a79-41bc-a1a1-bbe86077722e completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:50.959335 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:50.962119 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 2dc170d4-9a79-41bc-a1a1-bbe86077722e triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:50.962250 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1c2b4c8d-dcb6-4da3-8900-b22a1f719bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:50.962488 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.000384 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:51.005266 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:51.009592 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:51.012791 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event updated for resources: {'Port': ['ID=d9d1ba72-1917-4cda-93d9-9012e5236bae,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:51.032685 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:51.050899 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.075935 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 2dc170d4-9a79-41bc-a1a1-bbe86077722e, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=2dc170d4-9a79-41bc-a1a1-bbe86077722e,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:51.081294 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.083366 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:51.108456 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.141524 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=2dc170d4-9a79-41bc-a1a1-bbe86077722e,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:51.146660 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:51.158900 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.325199 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.332218 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.333376 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38396) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:51.334329 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1f006d7b-357d-4fdb-a816-e7ecb31a9b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:51.338451 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-863981304-network', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:51.363760 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Made reservation on behalf of db1f6d6e7fc84f53961c26fcbb659066 for: {'network': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:00:51.366451 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.377965 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.401752 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event updated for resources: {'Port': ['ID=d9d1ba72-1917-4cda-93d9-9012e5236bae,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:51.405498 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:51.411864 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.426174 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.439166 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9522142 Jun 29 00:00:51.495829 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658022b-2ca3-49e1-b131-5c495bab37f0 req-337ccc7f-20c7-41d9-9436-e1f0e8d52799 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:51.497357 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4658022b-2ca3-49e1-b131-5c495bab37f0 req-337ccc7f-20c7-41d9-9436-e1f0e8d52799 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1212897 Jun 29 00:00:51.562250 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4658022b-2ca3-49e1-b131-5c495bab37f0 req-8d5e6050-318c-416c-9325-911893576d57 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523036 Jun 29 00:00:51.575685 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.588941 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.592934 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-04da59eb-9a2e-4169-993c-5c56a781fd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:51.631391 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=92977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 00:00:51.640588 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4be75f-946d-4b98-869c-48fa634a3b93,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:51.644541 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:51.658214 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.658566 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.segments_db [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Added segment 14551c52-63f2-4b8f-8910-e595916f59fd of type vlan for network 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 Jun 29 00:00:51.670705 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-682ac9c2-2be1-40ef-ae76-22f26e98e39c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--761173930&fields=id&tenant_id=1a8643c56460455aadac628062e64841 HTTP/1.1" status: 200 len: 267 time: 0.0659525 Jun 29 00:00:51.723559 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.815457 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.818663 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:51.819257 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.822435 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:51.831108 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-265e03a1-784a-4d22-ac61-3ebbe95806dc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:51.832904 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-265e03a1-784a-4d22-ac61-3ebbe95806dc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 817 time: 0.1416054 Jun 29 00:00:51.901944 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5673561 Jun 29 00:00:51.904693 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38412) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:51.905327 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-c44f7311-18fb-4d21-95e5-3999926fd6cb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/quotas/1a8643c56460455aadac628062e64841 HTTP/1.1" status: 200 len: 375 time: 0.0544140 Jun 29 00:00:51.909868 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Pushing event updated for resources: {'Network': ['ID=8bd69dc6-5607-4e17-a7cd-ceb74fdbca09,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:51.910259 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] Request body: {'subnet': {'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-863981304-subnet', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:51.911853 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:51.921090 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 00:00:51.944882 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] Made reservation on behalf of db1f6d6e7fc84f53961c26fcbb659066 for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:00:51.947841 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126152370'] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:51.999999 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-6644a61b-ea46-4f69-b9d2-ef776af2efb7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843391 Jun 29 00:00:52.108814 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-ae138025-e095-4930-abea-c49d3b7dd037 service neutron] 10.222.0.30 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935712 Jun 29 00:00:52.177746 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Sync routers for ids ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:00:52.188271 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Routers {'74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:52.188985 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:52.213533 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-793ea076-6c84-4f32-9cef-fdb15e684b52 service neutron] 10.222.0.30 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984571 Jun 29 00:00:52.321003 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Set router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:52.352129 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:52.410475 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126423575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126152356'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:52.422743 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-298787d0-7b76-4b6a-afb7-6e7032ba988e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:52.428919 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e6d87fe6-3145-4fd8-b664-a58ccae65219 req-1da18f2f-8a47-475c-ba44-0fb40b6dad6f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0343673 Jun 29 00:00:52.522443 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea5f93a-ac9c-49ed-b984-027ad158ccae,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:52.534823 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:52.548313 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] Checking segment: {'id': '14551c52-63f2-4b8f-8910-e595916f59fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:52.549065 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] Network hostable DHCP agents. Network: 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 00:00:52.549815 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 2dc170d4-9a79-41bc-a1a1-bbe86077722e up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:52.572321 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] Network 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 00:00:52.592869 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:52.614987 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:52.616200 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:52.634859 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-bb025d51-42fb-4a76-9c58-8ed34527fda0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7287104 Jun 29 00:00:52.637463 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38426) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:52.646141 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-863981304-router', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:52.702824 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3774895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38188'] for router, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:52.704298 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3768524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3774098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4072410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38183'] for router, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:52.707768 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:00:49Z', 'revision_number': 4, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '440fadd0-728a-4e6e-b330-02c1e4ba1100', 'name': '', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'mac_address': 'fa:16:3e:32:e7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:48Z', 'updated_at': '2021-06-29T00:00:49Z', 'revision_number': 2, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'subnets': [{'id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:52.745204 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Checking router: 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:00:52.745818 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Updating router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d port 440fadd0-728a-4e6e-b330-02c1e4ba1100 binding host dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 00:00:52.765612 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e4273-e3ce-46b1-b231-599491f9b0ac None None] Network 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:00:52.766033 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:52.786337 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:52.871148 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 2dc170d4-9a79-41bc-a1a1-bbe86077722e triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:52.871526 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:52.928128 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde734b-39fd-4e70-80d0-aee5bb146d6d req-4c23a3e9-258f-4b6f-bfd9-7a15533b5f3b tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:52.929526 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bcde734b-39fd-4e70-80d0-aee5bb146d6d req-4c23a3e9-258f-4b6f-bfd9-7a15533b5f3b tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1620080 Jun 29 00:00:53.015403 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3774084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38153'] for router, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.023360 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c9ed9a7-7217-5bae-bc20-cbb2195db9aa-8bd69dc6-5607-4e17-a7cd-ceb74fdbca09', 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'fixed_ips': [{'subnet_id': 'bea5f93a-ac9c-49ed-b984-027ad158ccae'}]}} from dv-cinder-763306-13-smb. {{(pid=92979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 00:00:53.024797 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.088947 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bcde734b-39fd-4e70-80d0-aee5bb146d6d req-5c63ff6d-0d62-4dcd-947b-0d75e0b20050 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656960 Jun 29 00:00:53.110069 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.120751 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Transition to ACTIVE for port object 440fadd0-728a-4e6e-b330-02c1e4ba1100 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:53.127673 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.131136 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:53.184800 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccf2d0-6e1c-4902-97d8-6f20ef0cfc07 None None] Pushing event updated for resources: {'Port': ['ID=440fadd0-728a-4e6e-b330-02c1e4ba1100,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:53.189022 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b2ccf2d0-6e1c-4902-97d8-6f20ef0cfc07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:53.237956 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Allocated IP 172.20.0.2 (8bd69dc6-5607-4e17-a7cd-ceb74fdbca09/bea5f93a-ac9c-49ed-b984-027ad158ccae/e126b982-2ce2-473b-b0f8-d8888a62b5d7) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:53.261677 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Attempting to bind port 440fadd0-728a-4e6e-b330-02c1e4ba1100 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:53.262117 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Attempting to bind port 440fadd0-728a-4e6e-b330-02c1e4ba1100 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:53.262468 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Attempting to bind port 440fadd0-728a-4e6e-b330-02c1e4ba1100 on network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:53.269062 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:53.269442 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Checking segment: {'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:53.270429 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.271338 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Bound using segment: {'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:53.272168 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Bound port: 440fadd0-728a-4e6e-b330-02c1e4ba1100, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:53.272838 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.349131 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] For port 440fadd0-728a-4e6e-b330-02c1e4ba1100, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:53.356328 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] For port 440fadd0-728a-4e6e-b330-02c1e4ba1100, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=440fadd0-728a-4e6e-b330-02c1e4ba1100,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:53.364401 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.368968 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cfbab87e-8e9f-482b-a6b4-062f9d5265f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:53.428413 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.446718 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Routers {'74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:53.447656 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:53.464223 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.490781 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.496791 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccf2d0-6e1c-4902-97d8-6f20ef0cfc07 None None] Pushing event updated for resources: {'Port': ['ID=440fadd0-728a-4e6e-b330-02c1e4ba1100,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:53.509305 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Transition to ACTIVE for port object e126b982-2ce2-473b-b0f8-d8888a62b5d7 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:53.515479 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b2ccf2d0-6e1c-4902-97d8-6f20ef0cfc07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:53.527815 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Transition to ACTIVE for port object e126b982-2ce2-473b-b0f8-d8888a62b5d7 will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:53.537183 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.540548 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:53.580297 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Network 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:53.613361 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:53.617173 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:53.637544 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Allocated IP 172.28.0.57 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/727ba25f-74e6-4b03-913f-5a0be2a1bba0) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:53.645304 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] Set router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:53.659693 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Pushing event updated for resources: {'Port': ['ID=e126b982-2ce2-473b-b0f8-d8888a62b5d7,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:53.672595 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:53.741033 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0f089a55-0c60-4fe2-8272-a32111a0cacf req-51ffaf74-17eb-41b0-bc5e-282fec19ad9a tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0560236 Jun 29 00:00:53.767445 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Attempting to bind port e126b982-2ce2-473b-b0f8-d8888a62b5d7 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:53.767837 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Attempting to bind port e126b982-2ce2-473b-b0f8-d8888a62b5d7 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '14551c52-63f2-4b8f-8910-e595916f59fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:53.768239 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Attempting to bind port e126b982-2ce2-473b-b0f8-d8888a62b5d7 on network 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:53.786582 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:53.787014 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Checking segment: {'id': '14551c52-63f2-4b8f-8910-e595916f59fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:53.787379 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.787779 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Bound using segment: {'id': '14551c52-63f2-4b8f-8910-e595916f59fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:53.788285 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Bound port: e126b982-2ce2-473b-b0f8-d8888a62b5d7, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14551c52-63f2-4b8f-8910-e595916f59fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:53.788668 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.864228 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.892203 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] For port e126b982-2ce2-473b-b0f8-d8888a62b5d7, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:53.895788 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] For port e126b982-2ce2-473b-b0f8-d8888a62b5d7, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=e126b982-2ce2-473b-b0f8-d8888a62b5d7,segment=NetworkSegment(14551c52-63f2-4b8f-8910-e595916f59fd),segment_id=14551c52-63f2-4b8f-8910-e595916f59fd)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:53.901915 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.905843 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:53.926676 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:00:49Z', 'revision_number': 4, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '440fadd0-728a-4e6e-b330-02c1e4ba1100', 'name': '', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'mac_address': 'fa:16:3e:32:e7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:48Z', 'updated_at': '2021-06-29T00:00:53Z', 'revision_number': 4, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'subnets': [{'id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:53.961702 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129828301'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:53.964197 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e73ba-07e6-423a-becb-49be217d5f6e None None] The sync data for ids ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'] in dv-cinder-763306-13-smb is: [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:00:49Z', 'revision_number': 4, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '440fadd0-728a-4e6e-b330-02c1e4ba1100', 'name': '', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'mac_address': 'fa:16:3e:32:e7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:48Z', 'updated_at': '2021-06-29T00:00:53Z', 'revision_number': 4, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'subnets': [{'id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:00:53.969985 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-73d01374-a8b3-4de0-aff7-7b5592fcebb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:53.983637 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Pushing event updated for resources: {'Port': ['ID=e126b982-2ce2-473b-b0f8-d8888a62b5d7,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:53.988304 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:54.030233 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:54.048759 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:54.091095 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:54.152125 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Pushing event updated for resources: {'Port': ['ID=727ba25f-74e6-4b03-913f-5a0be2a1bba0,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:54.161180 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:54.187473 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-676a953a-c01b-41d7-8d79-123a52bbb665 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:54.189015 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-676a953a-c01b-41d7-8d79-123a52bbb665 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.52 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 817 time: 0.2579114 Jun 29 00:00:54.422195 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-a2d4023c-397b-4884-821a-3a58d04165b5 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a8643c56460455aadac628062e64841 HTTP/1.1" status: 200 len: 379 time: 0.1069541 Jun 29 00:00:54.471364 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Request body: {'port': {'device_id': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'admin_state_up': True, 'tenant_id': '1a8643c56460455aadac628062e64841', 'security_groups': ['8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf']}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:54.568690 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b29f3-2a15-4470-a62d-f290676f085a req-d3dd1633-9a70-4599-9a9c-2cb6528ac2ba tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:54.569605 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-790b29f3-2a15-4470-a62d-f290676f085a req-d3dd1633-9a70-4599-9a9c-2cb6528ac2ba tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.2555375 Jun 29 00:00:54.592164 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 440fadd0-728a-4e6e-b330-02c1e4ba1100 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:54.651025 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 440fadd0-728a-4e6e-b330-02c1e4ba1100 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:54.652033 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:54.657127 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 440fadd0-728a-4e6e-b330-02c1e4ba1100 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:54.657482 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:54.715393 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-790b29f3-2a15-4470-a62d-f290676f085a req-0032552b-58b6-498c-84ec-a852334e7f67 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139050 Jun 29 00:00:54.773596 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:54.817417 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Made reservation on behalf of 1a8643c56460455aadac628062e64841 for: {'port': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:00:54.821557 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:54.824791 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 440fadd0-728a-4e6e-b330-02c1e4ba1100, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=440fadd0-728a-4e6e-b330-02c1e4ba1100,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:54.835855 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:54.836475 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device e126b982-2ce2-473b-b0f8-d8888a62b5d7 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:54.883363 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ba6f3ea4-1c17-4271-98ff-d4f43ab66aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:54.998506 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=440fadd0-728a-4e6e-b330-02c1e4ba1100,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:55.006000 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:55.017148 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port e126b982-2ce2-473b-b0f8-d8888a62b5d7 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:55.063854 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b05aacfb-92a4-4e5f-9a3c-5e975ba56fc5 req-24285fe7-eddb-41f6-8dca-b504d9d9b670 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0429749 Jun 29 00:00:55.254223 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a14602d-08cf-40a4-81fc-c7e3efee2ac9 None None] Network 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:00:55.343142 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-c2fc3dc7-2269-4bc4-9372-88af7c33a1c6 None None] Provisioning for port e126b982-2ce2-473b-b0f8-d8888a62b5d7 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:55.353014 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-c2fc3dc7-2269-4bc4-9372-88af7c33a1c6 None None] Provisioning complete for port e126b982-2ce2-473b-b0f8-d8888a62b5d7 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:55.353471 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2fc3dc7-2269-4bc4-9372-88af7c33a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:55.435277 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3774127'] for router, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:55.442241 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Allocated IP 172.20.0.6 (c9b9de98-b6b7-499e-b7bb-69dbb5ad8289/6dddc2fb-56a3-4c59-9771-8ebaed930a0d/cd7510bd-8ce8-41b9-8559-97c451e8da52) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:55.501195 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2fc3dc7-2269-4bc4-9372-88af7c33a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:55.547610 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-c2fc3dc7-2269-4bc4-9372-88af7c33a1c6 None None] For port e126b982-2ce2-473b-b0f8-d8888a62b5d7, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=e126b982-2ce2-473b-b0f8-d8888a62b5d7,segment=NetworkSegment(14551c52-63f2-4b8f-8910-e595916f59fd),segment_id=14551c52-63f2-4b8f-8910-e595916f59fd)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:55.552984 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c2fc3dc7-2269-4bc4-9372-88af7c33a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:55.559578 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:55.618037 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc3dc7-2269-4bc4-9372-88af7c33a1c6 None None] Pushing event updated for resources: {'Port': ['ID=e126b982-2ce2-473b-b0f8-d8888a62b5d7,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:55.623349 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c2fc3dc7-2269-4bc4-9372-88af7c33a1c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:55.690138 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:55.697886 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Router 56d9b347-072b-4f26-b6f0-622062e41024 is scheduled to L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 with binding_index 1 {{(pid=92977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 00:00:55.710207 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Transition to ACTIVE for port object cd7510bd-8ce8-41b9-8559-97c451e8da52 will not be triggered until provisioned by entity DHCP. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:55.781818 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-baa2f3a7-fe74-4f6b-b84c-d961c46f1211 None None] Provisioning complete for port e126b982-2ce2-473b-b0f8-d8888a62b5d7 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:55.782329 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-baa2f3a7-fe74-4f6b-b84c-d961c46f1211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:55.827131 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129828301'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:55.833631 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8b1c3b7f-fcf6-435b-b0de-b79f8f545ddd tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:55.885271 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:00:55.895231 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:55.902732 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Sync routers for ids ['56d9b347-072b-4f26-b6f0-622062e41024'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:00:55.920006 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:55.923920 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event updated for resources: {'Port': ['ID=cd7510bd-8ce8-41b9-8559-97c451e8da52,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:55.945175 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:55.947560 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Routers {'56d9b347-072b-4f26-b6f0-622062e41024'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:55.948273 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['56d9b347-072b-4f26-b6f0-622062e41024'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:55.949588 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:55.969460 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] Notify callbacks [] for router, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:55.972681 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-0c310364-691e-4a01-b50e-d20ba984ac7a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3335812 Jun 29 00:00:55.973401 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38460) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:00:56.076399 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:56.077118 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:56.077813 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Set router 56d9b347-072b-4f26-b6f0-622062e41024 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:56.105220 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6397073 Jun 29 00:00:56.146695 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Request body: {'port': {'device_id': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:00:56.192582 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822181f-469f-4f2d-912e-9d68179dae3c req-c624a26d-c647-46ee-9e5c-b9bfed6588c7 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:56.194304 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3822181f-469f-4f2d-912e-9d68179dae3c req-c624a26d-c647-46ee-9e5c-b9bfed6588c7 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.2904966 Jun 29 00:00:56.238175 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-fdf9969c-f8e2-43cb-8156-1c6dba203b65 None None] Provisioning for port cd7510bd-8ce8-41b9-8559-97c451e8da52 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:56.258613 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-fdf9969c-f8e2-43cb-8156-1c6dba203b65 None None] Provisioning complete for port cd7510bd-8ce8-41b9-8559-97c451e8da52 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:56.258998 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fdf9969c-f8e2-43cb-8156-1c6dba203b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:56.303426 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-fdf9969c-f8e2-43cb-8156-1c6dba203b65 None None] Port cd7510bd-8ce8-41b9-8559-97c451e8da52 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:00:56.318905 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d9b347-072b-4f26-b6f0-622062e41024', 'name': 'tempest-TestMinimumBasicScenario-863981304-router', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:52Z', 'updated_at': '2021-06-29T00:00:54Z', 'revision_number': 3, 'project_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'gw_port': {'id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9b347-072b-4f26-b6f0-622062e41024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:53Z', 'updated_at': '2021-06-29T00:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:56.345341 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Checking router: 56d9b347-072b-4f26-b6f0-622062e41024 for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:00:56.345700 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Updating router 56d9b347-072b-4f26-b6f0-622062e41024 port 727ba25f-74e6-4b03-913f-5a0be2a1bba0 binding host dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 00:00:56.346225 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:56.368668 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3822181f-469f-4f2d-912e-9d68179dae3c req-b3193292-6296-45af-a27f-69c77fb3197e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556292 Jun 29 00:00:56.390058 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:56.495955 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6e271-00b9-4027-a68d-0ddd201f3f7e req-9582d7dd-8a6f-41a2-af22-a28c7247bcff tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:56.495955 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b3f6e271-00b9-4027-a68d-0ddd201f3f7e req-9582d7dd-8a6f-41a2-af22-a28c7247bcff tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 931 time: 0.2769668 Jun 29 00:00:56.559001 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 440fadd0-728a-4e6e-b330-02c1e4ba1100 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:56.679035 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b3f6e271-00b9-4027-a68d-0ddd201f3f7e req-4c0c31bc-af79-4409-904b-ed4f67495802 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536946 Jun 29 00:00:56.809963 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 440fadd0-728a-4e6e-b330-02c1e4ba1100 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:56.810656 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:56.851416 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad8369-41ad-4115-be39-1e3a083b02d7 req-c8cbf122-247c-4d7d-8826-87ed7d320057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:56.853872 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8cad8369-41ad-4115-be39-1e3a083b02d7 req-c8cbf122-247c-4d7d-8826-87ed7d320057 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8fbe869bbe54a308294942cb74c918d&device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 1098 time: 0.0922728 Jun 29 00:00:56.930507 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:56.938224 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569a9e7-83a1-4e3a-b7bd-548d62f5b8d3 req-2da8ab37-1820-47a9-812c-e16aead9c22c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:56.939800 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5569a9e7-83a1-4e3a-b7bd-548d62f5b8d3 req-2da8ab37-1820-47a9-812c-e16aead9c22c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.2312064 Jun 29 00:00:56.949516 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Transition to ACTIVE for port object 727ba25f-74e6-4b03-913f-5a0be2a1bba0 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:56.960033 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device e126b982-2ce2-473b-b0f8-d8888a62b5d7 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:56.962766 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad8369-41ad-4115-be39-1e3a083b02d7 req-274c20d8-b5ff-46d4-ad2f-49a3d7f4a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:56.967402 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8cad8369-41ad-4115-be39-1e3a083b02d7 req-274c20d8-b5ff-46d4-ad2f-49a3d7f4a390 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 HTTP/1.1" status: 200 len: 912 time: 0.1059296 Jun 29 00:00:56.986035 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:56.997124 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:57.044316 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7510bd-8ce8-41b9-8559-97c451e8da52 {{(pid=92977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:00:57.047759 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Attempting to bind port 727ba25f-74e6-4b03-913f-5a0be2a1bba0 on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:57.048007 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Attempting to bind port 727ba25f-74e6-4b03-913f-5a0be2a1bba0 by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:57.048757 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Attempting to bind port 727ba25f-74e6-4b03-913f-5a0be2a1bba0 on network b5b54806-5b8c-4699-8258-4cd96ed8e211 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:57.052839 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5569a9e7-83a1-4e3a-b7bd-548d62f5b8d3 req-6822f612-8ab4-45b6-a402-f6432e967dab tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860379 Jun 29 00:00:57.057131 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:57.061940 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:57.064621 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:57.065908 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Checking segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:57.066257 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:57.066748 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Bound using segment: {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:57.067366 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Bound port: 727ba25f-74e6-4b03-913f-5a0be2a1bba0, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697fd394-b4ce-49cd-bf9f-c78995524abf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:57.067817 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:57.084133 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8cad8369-41ad-4115-be39-1e3a083b02d7 req-af9937b9-1087-46c5-b4af-8cb54667c519 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e HTTP/1.1" status: 200 len: 1000 time: 0.1084282 Jun 29 00:00:57.095100 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Transition to ACTIVE for port object cd7510bd-8ce8-41b9-8559-97c451e8da52 will not be triggered until provisioned by entity L2. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:57.116094 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae78e2b-a85c-4995-8bb0-321ef9abf1de None None] Pushing event updated for resources: {'Port': ['ID=727ba25f-74e6-4b03-913f-5a0be2a1bba0,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:57.127003 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6ae78e2b-a85c-4995-8bb0-321ef9abf1de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:57.130705 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:57.137258 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f21b563f-9e5f-424d-8335-f8cbd37adfb9 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:57.147219 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad8369-41ad-4115-be39-1e3a083b02d7 req-4b647c9f-34d6-48f7-b68b-3257735e2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:57.148869 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8cad8369-41ad-4115-be39-1e3a083b02d7 req-4b647c9f-34d6-48f7-b68b-3257735e2c56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb36a3c-a914-48b2-a528-9f9f7bc5d417 HTTP/1.1" status: 200 len: 850 time: 0.0556099 Jun 29 00:00:57.156768 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port e126b982-2ce2-473b-b0f8-d8888a62b5d7 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:57.157145 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:57.205867 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] For port 727ba25f-74e6-4b03-913f-5a0be2a1bba0, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:57.223359 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] For port 727ba25f-74e6-4b03-913f-5a0be2a1bba0, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=727ba25f-74e6-4b03-913f-5a0be2a1bba0,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:57.232414 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:57.235107 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:57.236032 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad8369-41ad-4115-be39-1e3a083b02d7 req-0d0526cd-c717-403f-b9ea-0224b4a9c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:57.237601 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8cad8369-41ad-4115-be39-1e3a083b02d7 req-0d0526cd-c717-403f-b9ea-0224b4a9c0dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0820017 Jun 29 00:00:57.243268 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Pushing event updated for resources: {'Port': ['ID=cd7510bd-8ce8-41b9-8559-97c451e8da52,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:57.300539 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:57.300911 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:57.301274 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:57.301633 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:57.301985 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:57.302336 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:57.302687 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:57.303034 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:57.303380 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:57.303725 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:57.304085 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:57.304436 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:00:57.308131 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Routers {'56d9b347-072b-4f26-b6f0-622062e41024'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:00:57.308782 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['56d9b347-072b-4f26-b6f0-622062e41024'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:57.312197 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:57.335063 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae78e2b-a85c-4995-8bb0-321ef9abf1de None None] Pushing event updated for resources: {'Port': ['ID=727ba25f-74e6-4b03-913f-5a0be2a1bba0,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:57.342706 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6ae78e2b-a85c-4995-8bb0-321ef9abf1de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:57.351032 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8cad8369-41ad-4115-be39-1e3a083b02d7 req-34fe2089-a646-4d71-97d6-0e0958c0796d service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006722 Jun 29 00:00:57.375648 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Attempting to bind port cd7510bd-8ce8-41b9-8559-97c451e8da52 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:00:57.376008 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Attempting to bind port cd7510bd-8ce8-41b9-8559-97c451e8da52 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:00:57.376356 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Attempting to bind port cd7510bd-8ce8-41b9-8559-97c451e8da52 on network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:57.387383 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Port cd7510bd-8ce8-41b9-8559-97c451e8da52 on network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:00:57.388896 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Attempting to bind port cd7510bd-8ce8-41b9-8559-97c451e8da52 on network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:00:57.391293 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Allocated IP 172.20.0.1 (8bd69dc6-5607-4e17-a7cd-ceb74fdbca09/bea5f93a-ac9c-49ed-b984-027ad158ccae/da0ec80d-60b6-4100-a00a-0d58076f431b) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:00:57.400857 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:00:57.401272 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Checking segment: {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:00:57.402062 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Bound using segment: {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:00:57.402062 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Bound port: cd7510bd-8ce8-41b9-8559-97c451e8da52, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d5d43e-8776-4664-9684-dfc6dd4d9747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289'}}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:00:57.402369 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:57.487660 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] Set router 56d9b347-072b-4f26-b6f0-622062e41024 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:00:57.494852 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-8cad8369-41ad-4115-be39-1e3a083b02d7 req-bbe4bf47-430e-4e52-b5bf-12f1fcab4dcf service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358893 Jun 29 00:00:57.560561 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, cleared binding levels {{(pid=92977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:00:57.566053 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:00:57.574114 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:57.578816 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:57.580802 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:57.621981 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Transition to ACTIVE for port object da0ec80d-60b6-4100-a00a-0d58076f431b will not be triggered until provisioned by entity DHCP. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:00:57.630602 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:57.631226 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:57.632871 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] 10.222.0.52 "PUT /v2.0/ports/cd7510bd-8ce8-41b9-8559-97c451e8da52 HTTP/1.1" status: 200 len: 1093 time: 1.4934938 Jun 29 00:00:57.633204 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:00:57.635590 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689f7c46-8e65-42bc-a92a-000cadb69a92" -d '{"events": [{"name": "network-changed", "server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:00:57.664593 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Pushing event updated for resources: {'Port': ['ID=cd7510bd-8ce8-41b9-8559-97c451e8da52,revision_number=3']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:57.668871 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:57.694629 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f4f2f4-d58b-4b63-806d-e64b2874d94b x-openstack-request-id: req-a0f4f2f4-d58b-4b63-806d-e64b2874d94b {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:00:57.695042 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:00:57.695259 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0f4f2f4-d58b-4b63-806d-e64b2874d94b {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:00:57.695692 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'status': 'completed', 'code': 200} Jun 29 00:00:57.697565 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129828301'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:57.699835 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-32453544-cd3d-4816-8f57-30e055cd1903 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:57.739021 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d9b347-072b-4f26-b6f0-622062e41024', 'name': 'tempest-TestMinimumBasicScenario-863981304-router', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:52Z', 'updated_at': '2021-06-29T00:00:54Z', 'revision_number': 3, 'project_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'gw_port': {'id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9b347-072b-4f26-b6f0-622062e41024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:53Z', 'updated_at': '2021-06-29T00:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:00:57.767847 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110c9ba-8f6b-4dbf-b4bb-e704ca07335d None None] The sync data for ids ['56d9b347-072b-4f26-b6f0-622062e41024'] in dv-cinder-763306-13-smb is: [{'id': '56d9b347-072b-4f26-b6f0-622062e41024', 'name': 'tempest-TestMinimumBasicScenario-863981304-router', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:52Z', 'updated_at': '2021-06-29T00:00:54Z', 'revision_number': 3, 'project_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'gw_port': {'id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9b347-072b-4f26-b6f0-622062e41024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:53Z', 'updated_at': '2021-06-29T00:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:00:57.773825 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Network 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:57.783516 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:57.789925 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:00:57.790662 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Pushing event updated for resources: {'Port': ['ID=da0ec80d-60b6-4100-a00a-0d58076f431b,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:57.811803 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:58.078498 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-6ecb496b-bc59-4870-8aca-5194d0f413fc None None] Provisioning for port da0ec80d-60b6-4100-a00a-0d58076f431b completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:58.084853 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-6ecb496b-bc59-4870-8aca-5194d0f413fc None None] Provisioning complete for port da0ec80d-60b6-4100-a00a-0d58076f431b triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:58.085243 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6ecb496b-bc59-4870-8aca-5194d0f413fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:58.186966 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3776146'] for router_interface, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:58.189039 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb496b-bc59-4870-8aca-5194d0f413fc None None] Port da0ec80d-60b6-4100-a00a-0d58076f431b cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:00:58.318408 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-4e7ed7cc-38ea-4f61-835f-e10ad5cd70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:58.319902 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-4e7ed7cc-38ea-4f61-835f-e10ad5cd70ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 1096 time: 0.5957699 Jun 29 00:00:58.396658 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-44318cd3-ee88-4e81-8263-e9b0bdf61fe7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52 HTTP/1.1" status: 200 len: 217 time: 0.0531425 Jun 29 00:00:58.469127 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0602-9d4c-48ab-a93d-86a029a9afae req-9123f432-49ad-4c31-82b8-de0e774c5f56 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:58.470689 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e36d0602-9d4c-48ab-a93d-86a029a9afae req-9123f432-49ad-4c31-82b8-de0e774c5f56 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.2776268 Jun 29 00:00:58.529306 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-3fa367ba-9ba2-4d29-a4a2-ad72972a4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:58.530757 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-3fa367ba-9ba2-4d29-a4a2-ad72972a4cf8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dddc2fb-56a3-4c59-9771-8ebaed930a0d HTTP/1.1" status: 200 len: 856 time: 0.1238308 Jun 29 00:00:58.542864 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c88f5-bf50-49e0-8707-140fcb4c31a0 req-d93a6ea5-f33b-4ad6-9208-45f6ebb8b17a tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:58.545479 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a59c88f5-bf50-49e0-8707-140fcb4c31a0 req-d93a6ea5-f33b-4ad6-9208-45f6ebb8b17a tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.2752116 Jun 29 00:00:58.553965 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 727ba25f-74e6-4b03-913f-5a0be2a1bba0 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:00:58.602731 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:58.620313 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port 727ba25f-74e6-4b03-913f-5a0be2a1bba0 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:00:58.625549 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 727ba25f-74e6-4b03-913f-5a0be2a1bba0 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:58.626044 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:58.633626 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e36d0602-9d4c-48ab-a93d-86a029a9afae req-a6172464-6743-4390-91cb-a297323fc177 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414821 Jun 29 00:00:58.705256 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-818bf1e6-b60c-4107-9e3f-de90ce4fc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:58.706981 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-818bf1e6-b60c-4107-9e3f-de90ce4fc4ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1605380 Jun 29 00:00:58.716642 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a59c88f5-bf50-49e0-8707-140fcb4c31a0 req-79f39b0a-5ded-4c07-8493-f722ec7be2c6 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506596 Jun 29 00:00:58.769093 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:58.804971 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port 727ba25f-74e6-4b03-913f-5a0be2a1bba0, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=727ba25f-74e6-4b03-913f-5a0be2a1bba0,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:00:58.811857 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:58.814348 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4a4a548e-ae44-4a7b-9ea5-de6ce456346e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:58.864963 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=727ba25f-74e6-4b03-913f-5a0be2a1bba0,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:58.868074 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:58.910906 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-ac2afb7c-b26d-40c9-b37c-0f47225465fe service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913681 Jun 29 00:00:58.915238 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-33461a4f-b458-4e90-8242-1ab5d1d36999 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460635012&fields=id&tenant_id=35c89b5c869b44e2980283ab67bb06fb HTTP/1.1" status: 200 len: 267 time: 0.0932865 Jun 29 00:00:59.087574 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:59.098210 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:59.108561 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:00:59.168476 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1382037a-1f39-45c7-b8b7-f65b85c4330e req-fb1e78a8-1de5-4872-858e-4da5bfac7368 service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488713 Jun 29 00:00:59.181912 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-ce8202c4-a525-4bf1-ba93-1d5214ebce6f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:59.183406 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-ce8202c4-a525-4bf1-ba93-1d5214ebce6f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/networks?id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a HTTP/1.1" status: 200 len: 809 time: 0.2454360 Jun 29 00:00:59.208825 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3870791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3775074'] for router_interface, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:59.211464 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Pushing event updated for resources: {'Port': ['ID=da0ec80d-60b6-4100-a00a-0d58076f431b,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:00:59.215380 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:00:59.220465 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-1182b242-ae53-45b8-bc27-d4298d15a388 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/quotas/35c89b5c869b44e2980283ab67bb06fb HTTP/1.1" status: 200 len: 375 time: 0.0245452 Jun 29 00:00:59.390866 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Network 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:00:59.395195 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:00:59.412834 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-f1af936b-cc5d-4e2c-8972-43a5705a6a27 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=35c89b5c869b44e2980283ab67bb06fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1771586 Jun 29 00:00:59.420044 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f7c46-8e65-42bc-a92a-000cadb69a92 req-b3d37cbe-696d-4aff-abc9-a64988e4cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:59.421542 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-689f7c46-8e65-42bc-a92a-000cadb69a92 req-b3d37cbe-696d-4aff-abc9-a64988e4cc42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 1096 time: 0.1212440 Jun 29 00:00:59.636497 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-72294495-1757-4969-a36a-49b4f174f6d0 None None] Provisioning complete for port da0ec80d-60b6-4100-a00a-0d58076f431b triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:00:59.637326 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72294495-1757-4969-a36a-49b4f174f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:00:59.675134 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-72294495-1757-4969-a36a-49b4f174f6d0 None None] Port da0ec80d-60b6-4100-a00a-0d58076f431b cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:00:59.676936 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Router 56d9b347-072b-4f26-b6f0-622062e41024 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:00:59.678383 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f7c46-8e65-42bc-a92a-000cadb69a92 req-ae7d6569-2223-4c04-b3dc-568cfd452040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:59.679768 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-689f7c46-8e65-42bc-a92a-000cadb69a92 req-ae7d6569-2223-4c04-b3dc-568cfd452040 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 918 time: 0.2213991 Jun 29 00:00:59.681925 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-6ea3cb2b-b87e-48df-a337-d9ac5e5fef57 service neutron] 10.222.0.30 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253971 Jun 29 00:00:59.733228 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-689f7c46-8e65-42bc-a92a-000cadb69a92 req-4c699229-d3e7-4ed3-83ee-c930c895ee84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52 HTTP/1.1" status: 200 len: 217 time: 0.0458422 Jun 29 00:00:59.907951 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f7c46-8e65-42bc-a92a-000cadb69a92 req-cc146f0f-2030-47b9-97bb-1922ea705a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:00:59.909444 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-689f7c46-8e65-42bc-a92a-000cadb69a92 req-cc146f0f-2030-47b9-97bb-1922ea705a46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dddc2fb-56a3-4c59-9771-8ebaed930a0d HTTP/1.1" status: 200 len: 856 time: 0.1669993 Jun 29 00:00:59.999621 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-f966edca-d4a5-4f5f-acbc-042d2d6c81bb service neutron] 10.222.0.30 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050528 Jun 29 00:01:00.012187 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:01:00.020829 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Sync routers for ids ['56d9b347-072b-4f26-b6f0-622062e41024'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:01:00.027639 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] 10.222.0.30 "PUT /v2.0/routers/56d9b347-072b-4f26-b6f0-622062e41024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0467286 Jun 29 00:01:00.031781 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Routers {'56d9b347-072b-4f26-b6f0-622062e41024'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:01:00.032573 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['56d9b347-072b-4f26-b6f0-622062e41024'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:00.053429 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41916967-07a7-41d0-b724-664ff3430a5c req-64d3d409-9e8c-4146-aea5-609bb8b7116c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:00.054936 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-41916967-07a7-41d0-b724-664ff3430a5c req-64d3d409-9e8c-4146-aea5-609bb8b7116c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.2452252 Jun 29 00:01:00.082393 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f7c46-8e65-42bc-a92a-000cadb69a92 req-60203b9c-1519-46b7-8d97-73b9fbcb537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:00.084026 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-689f7c46-8e65-42bc-a92a-000cadb69a92 req-60203b9c-1519-46b7-8d97-73b9fbcb537a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1461556 Jun 29 00:01:00.123600 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-41916967-07a7-41d0-b724-664ff3430a5c req-4ca7aa83-e2b3-402c-aa56-d154584f9fcf tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598190 Jun 29 00:01:00.225422 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-689f7c46-8e65-42bc-a92a-000cadb69a92 req-10a878f5-1c9e-417b-8684-28e011b85b8d service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338871 Jun 29 00:01:00.336304 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Set router 56d9b347-072b-4f26-b6f0-622062e41024 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:01:00.458933 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-90cafa98-50ac-4cb5-80ea-c2cf83279b7f req-94c656e8-aaf2-4ccd-9e06-01a06dcf25f8 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 210 time: 0.0483949 Jun 29 00:01:00.476281 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-689f7c46-8e65-42bc-a92a-000cadb69a92 req-5230147d-73f3-4a8a-a068-8fc0bfeff632 service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375774 Jun 29 00:01:00.509714 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3b601-621d-46a5-853b-dde081c9a191 req-ed7133a7-a62e-439f-8eec-ea45cdec8ac7 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:00.511715 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-37e3b601-621d-46a5-853b-dde081c9a191 req-ed7133a7-a62e-439f-8eec-ea45cdec8ac7 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1870441 Jun 29 00:01:00.547593 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 727ba25f-74e6-4b03-913f-5a0be2a1bba0 up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:01:00.566561 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-37e3b601-621d-46a5-853b-dde081c9a191 req-e22935a4-5048-4cab-ab47-1633580a1b50 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476274 Jun 29 00:01:00.646328 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port 727ba25f-74e6-4b03-913f-5a0be2a1bba0 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:01:00.646929 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:00.723554 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d9b347-072b-4f26-b6f0-622062e41024', 'name': 'tempest-TestMinimumBasicScenario-863981304-router', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:52Z', 'updated_at': '2021-06-29T00:00:58Z', 'revision_number': 4, 'project_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'gw_port': {'id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d9b347-072b-4f26-b6f0-622062e41024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:53Z', 'updated_at': '2021-06-29T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': 'da0ec80d-60b6-4100-a00a-0d58076f431b', 'name': '', 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'mac_address': 'fa:16:3e:c5:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9b347-072b-4f26-b6f0-622062e41024', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bea5f93a-ac9c-49ed-b984-027ad158ccae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:57Z', 'updated_at': '2021-06-29T00:00:58Z', 'revision_number': 2, 'project_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'subnets': [{'id': 'bea5f93a-ac9c-49ed-b984-027ad158ccae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:00.753992 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Checking router: 56d9b347-072b-4f26-b6f0-622062e41024 for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:01:00.753992 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Updating router 56d9b347-072b-4f26-b6f0-622062e41024 port da0ec80d-60b6-4100-a00a-0d58076f431b binding host dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 00:01:00.797062 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:01.166753 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:01.201942 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Transition to ACTIVE for port object da0ec80d-60b6-4100-a00a-0d58076f431b will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:01:01.219331 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:01.222616 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:01.317158 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c7898-c7af-4850-a59f-3483247802cf None None] Pushing event updated for resources: {'Port': ['ID=da0ec80d-60b6-4100-a00a-0d58076f431b,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:01.328223 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-863c7898-c7af-4850-a59f-3483247802cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:01.394519 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9754b-d093-42df-b1be-968597e3184b req-c19b1e64-888d-4aec-af65-ac9d424a0b15 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:01.396724 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-78a9754b-d093-42df-b1be-968597e3184b req-c19b1e64-888d-4aec-af65-ac9d424a0b15 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.1028905 Jun 29 00:01:01.460696 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-78a9754b-d093-42df-b1be-968597e3184b req-8e2be1c5-e354-4dfd-a1f9-d89d0ced6ac0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578449 Jun 29 00:01:01.497537 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Attempting to bind port da0ec80d-60b6-4100-a00a-0d58076f431b on host dv-cinder-763306-13-smb for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:01:01.498189 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Attempting to bind port da0ec80d-60b6-4100-a00a-0d58076f431b by drivers openvswitch,hyperv on host dv-cinder-763306-13-smb at level 0 using segments [{'id': '14551c52-63f2-4b8f-8910-e595916f59fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:01:01.498721 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Attempting to bind port da0ec80d-60b6-4100-a00a-0d58076f431b on network 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:01:01.514907 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Checking agent: {'id': 'c29d6bed-7e7a-4c94-8442-2cd1d2cc72ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 48, 48), 'started_at': datetime.datetime(2021, 6, 28, 23, 49, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:01:01.515664 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Checking segment: {'id': '14551c52-63f2-4b8f-8910-e595916f59fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:01:01.516365 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:01.516974 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Bound using segment: {'id': '14551c52-63f2-4b8f-8910-e595916f59fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:01:01.517668 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Bound port: da0ec80d-60b6-4100-a00a-0d58076f431b, host: dv-cinder-763306-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14551c52-63f2-4b8f-8910-e595916f59fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:01:01.518356 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:01.576654 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3490d472-c251-48be-a77b-ce04ee40612d req-7a24cfec-adf4-414d-a48c-72eca245ffb8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1299596 Jun 29 00:01:01.616387 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] For port da0ec80d-60b6-4100-a00a-0d58076f431b, host dv-cinder-763306-13-smb, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:01:01.620475 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] For port da0ec80d-60b6-4100-a00a-0d58076f431b, host dv-cinder-763306-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=da0ec80d-60b6-4100-a00a-0d58076f431b,segment=NetworkSegment(14551c52-63f2-4b8f-8910-e595916f59fd),segment_id=14551c52-63f2-4b8f-8910-e595916f59fd)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:01:01.630490 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:01.636880 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:01.724019 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Routers {'56d9b347-072b-4f26-b6f0-622062e41024'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:01:01.734158 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['56d9b347-072b-4f26-b6f0-622062e41024'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:01.737503 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c3150688-dfb8-4cc2-9464-217ada88de0f req-14f7b938-97d7-46be-86ca-0401d9253d6f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 210 time: 0.0628440 Jun 29 00:01:01.758831 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c7898-c7af-4850-a59f-3483247802cf None None] Pushing event updated for resources: {'Port': ['ID=da0ec80d-60b6-4100-a00a-0d58076f431b,revision_number=4']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:01.762781 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-863c7898-c7af-4850-a59f-3483247802cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:01.928513 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] Set router 56d9b347-072b-4f26-b6f0-622062e41024 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:01:02.075502 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device cd7510bd-8ce8-41b9-8559-97c451e8da52 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:01:02.203236 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490d472-c251-48be-a77b-ce04ee40612d req-3c86672f-8afc-4241-b2ae-291e1c86ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:02.204788 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3490d472-c251-48be-a77b-ce04ee40612d req-3c86672f-8afc-4241-b2ae-291e1c86ff3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8fbe869bbe54a308294942cb74c918d&device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 1098 time: 0.5078540 Jun 29 00:01:02.300640 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-6fd7d27b-6a98-4063-b3af-215e8c7b1715 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:02.302799 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:02.303037 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-6fd7d27b-6a98-4063-b3af-215e8c7b1715 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.52 "GET /v2.0/networks?id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a HTTP/1.1" status: 200 len: 809 time: 0.2961144 Jun 29 00:01:02.322353 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'port_id': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'mac_address': 'fa:16:3e:99:af:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:01:02.330927 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490d472-c251-48be-a77b-ce04ee40612d req-8c7b0ed6-0133-4718-aceb-106051ea24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:02.332811 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3490d472-c251-48be-a77b-ce04ee40612d req-8c7b0ed6-0133-4718-aceb-106051ea24e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 HTTP/1.1" status: 200 len: 912 time: 0.1059887 Jun 29 00:01:02.353905 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d9b347-072b-4f26-b6f0-622062e41024', 'name': 'tempest-TestMinimumBasicScenario-863981304-router', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:52Z', 'updated_at': '2021-06-29T00:00:58Z', 'revision_number': 4, 'project_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'gw_port': {'id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d9b347-072b-4f26-b6f0-622062e41024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:53Z', 'updated_at': '2021-06-29T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': 'da0ec80d-60b6-4100-a00a-0d58076f431b', 'name': '', 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'mac_address': 'fa:16:3e:c5:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9b347-072b-4f26-b6f0-622062e41024', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bea5f93a-ac9c-49ed-b984-027ad158ccae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:57Z', 'updated_at': '2021-06-29T00:01:01Z', 'revision_number': 4, 'project_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'subnets': [{'id': 'bea5f93a-ac9c-49ed-b984-027ad158ccae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:02.405969 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:02.407469 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc1074-dc2a-4382-9192-e87dfe9c03e4 None None] The sync data for ids ['56d9b347-072b-4f26-b6f0-622062e41024'] in dv-cinder-763306-13-smb is: [{'id': '56d9b347-072b-4f26-b6f0-622062e41024', 'name': 'tempest-TestMinimumBasicScenario-863981304-router', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:52Z', 'updated_at': '2021-06-29T00:00:58Z', 'revision_number': 4, 'project_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'gw_port': {'id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d9b347-072b-4f26-b6f0-622062e41024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:53Z', 'updated_at': '2021-06-29T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': 'da0ec80d-60b6-4100-a00a-0d58076f431b', 'name': '', 'network_id': '8bd69dc6-5607-4e17-a7cd-ceb74fdbca09', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'mac_address': 'fa:16:3e:c5:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d9b347-072b-4f26-b6f0-622062e41024', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bea5f93a-ac9c-49ed-b984-027ad158ccae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:57Z', 'updated_at': '2021-06-29T00:01:01Z', 'revision_number': 4, 'project_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'subnets': [{'id': 'bea5f93a-ac9c-49ed-b984-027ad158ccae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:01:02.408192 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-8be3cbf7-9ecc-4eb7-b178-96bf550cc199 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35c89b5c869b44e2980283ab67bb06fb HTTP/1.1" status: 200 len: 379 time: 0.0796669 Jun 29 00:01:02.422135 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Request body: {'port': {'device_id': '9b901064-1331-47e2-9676-138e64c91278', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'admin_state_up': True, 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'security_groups': ['ec93c6f3-1fc5-4f90-a11c-6f83b63cce63']}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:02.436485 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7510bd-8ce8-41b9-8559-97c451e8da52 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:01:02.525202 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3490d472-c251-48be-a77b-ce04ee40612d req-2ddbaa5a-db8b-43f4-b771-6f355878182a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e HTTP/1.1" status: 200 len: 1000 time: 0.1851895 Jun 29 00:01:02.526141 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:02.539423 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:02.556494 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:02.645621 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490d472-c251-48be-a77b-ce04ee40612d req-73b3f259-1090-49d0-a816-917c969b11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:02.647208 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3490d472-c251-48be-a77b-ce04ee40612d req-73b3f259-1090-49d0-a816-917c969b11c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb36a3c-a914-48b2-a528-9f9f7bc5d417 HTTP/1.1" status: 200 len: 850 time: 0.1090643 Jun 29 00:01:02.654352 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=cd7510bd-8ce8-41b9-8559-97c451e8da52,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:02.671933 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:02.672583 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:02.673143 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:02.673637 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:02.674124 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:02.674621 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:02.675579 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:02.676163 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:02.676855 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:02.677443 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:02.678112 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:02.678650 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:02.697381 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:02.800239 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Made reservation on behalf of 35c89b5c869b44e2980283ab67bb06fb for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:01:02.804374 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:02.806609 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490d472-c251-48be-a77b-ce04ee40612d req-a007350e-11f3-4815-b453-52a1ae50254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:02.811634 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3490d472-c251-48be-a77b-ce04ee40612d req-a007350e-11f3-4815-b453-52a1ae50254b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1568184 Jun 29 00:01:02.856220 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['cd7510bd-8ce8-41b9-8559-97c451e8da52'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:01:03.037106 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b8d3783d-ad3f-44f4-a18a-d6e5d7e4e96b req-b74d95ce-6101-4fad-8297-89a4db53b661 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 210 time: 0.0812094 Jun 29 00:01:03.110632 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Allocated IP 172.20.0.3 (d101bc5a-6628-4c44-b1cd-e4d1844eea2a/1fb62657-b322-4949-a417-3ea0c3b15387/01dffdb2-e770-46ec-9e3a-e085fbb79c55) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:01:03.240657 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc62072-5c83-445e-9d97-e6c8b6c44441 req-b24501de-aef4-4f2f-8b83-c43d37cc5a5d tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:03.247461 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6fc62072-5c83-445e-9d97-e6c8b6c44441 req-b24501de-aef4-4f2f-8b83-c43d37cc5a5d tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 944 time: 0.4567611 Jun 29 00:01:03.251261 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3490d472-c251-48be-a77b-ce04ee40612d req-136d6d59-cf03-48a4-b112-bb18d834cba6 service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189804 Jun 29 00:01:03.350817 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:03.364487 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3490d472-c251-48be-a77b-ce04ee40612d req-29dec9e6-7549-4e06-b8d8-b2c5c4b78724 service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858004 Jun 29 00:01:03.365944 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Transition to ACTIVE for port object 01dffdb2-e770-46ec-9e3a-e085fbb79c55 will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:01:03.378833 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6fc62072-5c83-445e-9d97-e6c8b6c44441 req-6176de6e-7447-4115-82a1-f1b66e1c35e5 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235020 Jun 29 00:01:03.427867 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:03.437541 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-a7ceb2b9-ce4e-4595-b8fa-3157a88460b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:03.492476 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Network d101bc5a-6628-4c44-b1cd-e4d1844eea2a is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:01:03.501428 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:01:03.504874 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:01:03.546187 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event updated for resources: {'Port': ['ID=01dffdb2-e770-46ec-9e3a-e085fbb79c55,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:03.565412 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.566077 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.566619 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.567143 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.567676 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.568253 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.568793 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.569316 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.569837 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.570355 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.570874 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.571392 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:01:03.576416 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:03.603181 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:03.603998 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:03.625968 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2076073 Jun 29 00:01:03.670762 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Request body: {'port': {'device_id': '9b901064-1331-47e2-9676-138e64c91278', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:03.764589 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:03.812833 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-d50f043e-bdda-4d2f-b898-910d72f2af6b None None] Provisioning for port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:01:03.817166 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-d50f043e-bdda-4d2f-b898-910d72f2af6b None None] Provisioning complete for port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:01:03.817691 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d50f043e-bdda-4d2f-b898-910d72f2af6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:03.874172 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-d50f043e-bdda-4d2f-b898-910d72f2af6b None None] Port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:01:04.086346 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device cd7510bd-8ce8-41b9-8559-97c451e8da52 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:01:04.138417 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01dffdb2-e770-46ec-9e3a-e085fbb79c55 {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:01:04.147809 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:04.195706 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Transition to ACTIVE for port object 01dffdb2-e770-46ec-9e3a-e085fbb79c55 will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:01:04.205254 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:04.207699 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:04.257689 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Pushing event updated for resources: {'Port': ['ID=01dffdb2-e770-46ec-9e3a-e085fbb79c55,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:04.264978 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:04.305805 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port cd7510bd-8ce8-41b9-8559-97c451e8da52 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:01:04.319757 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port cd7510bd-8ce8-41b9-8559-97c451e8da52 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:01:04.320414 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:04.424073 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Attempting to bind port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:01:04.424743 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Attempting to bind port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:01:04.425862 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Attempting to bind port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 on network d101bc5a-6628-4c44-b1cd-e4d1844eea2a {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:01:04.427989 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee099d-caad-46a9-85b7-9bf184184b9e req-b4cfbae6-b707-4c32-a930-9a4530f63c34 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:04.435305 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 on network d101bc5a-6628-4c44-b1cd-e4d1844eea2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:01:04.435840 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Attempting to bind port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 on network d101bc5a-6628-4c44-b1cd-e4d1844eea2a {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:01:04.447262 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-64ee099d-caad-46a9-85b7-9bf184184b9e req-b4cfbae6-b707-4c32-a930-9a4530f63c34 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 943 time: 0.2409706 Jun 29 00:01:04.453552 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:01:04.454119 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Checking segment: {'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:01:04.454764 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Bound using segment: {'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:01:04.455507 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Bound port: 01dffdb2-e770-46ec-9e3a-e085fbb79c55, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1650293-7d60-4c57-9862-d34891fe6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:01:04.471404 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:04.586442 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] For port 01dffdb2-e770-46ec-9e3a-e085fbb79c55, host hv-cinder-76330, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:01:04.606626 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:04.609933 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] For port 01dffdb2-e770-46ec-9e3a-e085fbb79c55, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:01:04.614877 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device da0ec80d-60b6-4100-a00a-0d58076f431b up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:01:04.616158 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:04.620722 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:04.645162 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-64ee099d-caad-46a9-85b7-9bf184184b9e req-e83f1d43-d0ad-4db2-97ff-02edb1ed8c07 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916130 Jun 29 00:01:04.663644 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:04.666062 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a3ef7b-aab0-4ec0-b2cf-db3bd309bd93" -d '{"events": [{"server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "name": "network-vif-plugged", "status": "completed", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:04.693493 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711e236-da41-4401-a9c3-ad9df74b35ee req-3e8a8f75-1a90-4e58-87cc-7cb0b1c25623 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:04.701231 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6711e236-da41-4401-a9c3-ad9df74b35ee req-3e8a8f75-1a90-4e58-87cc-7cb0b1c25623 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 944 time: 0.1308141 Jun 29 00:01:04.706576 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:04.707448 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:04.708948 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] 10.222.0.52 "PUT /v2.0/ports/01dffdb2-e770-46ec-9e3a-e085fbb79c55 HTTP/1.1" status: 200 len: 1093 time: 1.0613556 Jun 29 00:01:04.709496 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:04.711649 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e828bb49-fccb-49b7-8386-745b56dc462b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:04.718044 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:04.727644 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:04.736882 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8de2136b-957a-4dd9-9a2f-ab84ebb31657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:04.785289 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Pushing event updated for resources: {'Port': ['ID=01dffdb2-e770-46ec-9e3a-e085fbb79c55,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:04.788905 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:04.807704 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f67749d-e083-4e20-b08f-6baa78642546 x-openstack-request-id: req-5f67749d-e083-4e20-b08f-6baa78642546 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:04.808022 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "name": "network-vif-plugged", "status": "completed", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:04.808285 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f67749d-e083-4e20-b08f-6baa78642546 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:04.808677 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'code': 200} Jun 29 00:01:04.815562 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6711e236-da41-4401-a9c3-ad9df74b35ee req-90cf275b-fb62-4e1c-8429-d70c10a1f81c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006474 Jun 29 00:01:04.838455 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning for port da0ec80d-60b6-4100-a00a-0d58076f431b completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:01:04.848517 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port da0ec80d-60b6-4100-a00a-0d58076f431b triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:01:04.848940 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:04.875673 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ca64d6-ab8d-4c03-bb64-7ede5fd39deb x-openstack-request-id: req-10ca64d6-ab8d-4c03-bb64-7ede5fd39deb {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:04.876015 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:04.876429 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10ca64d6-ab8d-4c03-bb64-7ede5fd39deb {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:04.876772 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'status': 'completed', 'code': 200} Jun 29 00:01:04.923652 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-68fa97cb-551d-4bfd-a4e9-8a747765e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:04.925664 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-68fa97cb-551d-4bfd-a4e9-8a747765e9fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c89b5c869b44e2980283ab67bb06fb&device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 1096 time: 0.1335080 Jun 29 00:01:04.930110 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=cd7510bd-8ce8-41b9-8559-97c451e8da52,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:04.934600 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:05.029289 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-492ff461-886d-4b38-b38c-b0f751c74c65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55 HTTP/1.1" status: 200 len: 217 time: 0.0835590 Jun 29 00:01:05.029653 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:05.096874 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] For port da0ec80d-60b6-4100-a00a-0d58076f431b, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=da0ec80d-60b6-4100-a00a-0d58076f431b,segment=NetworkSegment(14551c52-63f2-4b8f-8910-e595916f59fd),segment_id=14551c52-63f2-4b8f-8910-e595916f59fd)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:05.110029 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:05.113849 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:05.147873 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-27e36d0a-e895-4c75-b7ec-5695910b8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:05.150060 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-27e36d0a-e895-4c75-b7ec-5695910b8275 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1fb62657-b322-4949-a417-3ea0c3b15387 HTTP/1.1" status: 200 len: 848 time: 0.1166615 Jun 29 00:01:05.184008 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Pushing event updated for resources: {'Port': ['ID=da0ec80d-60b6-4100-a00a-0d58076f431b,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:05.187903 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:05.208806 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7205be-3cd3-44b9-9306-a919fb0f3dd0 req-255db7ed-e8bc-4d30-b24c-7c6949ca17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:05.211155 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ec7205be-3cd3-44b9-9306-a919fb0f3dd0 req-255db7ed-e8bc-4d30-b24c-7c6949ca17f2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 1098 time: 0.1288164 Jun 29 00:01:05.255466 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-d194f788-69d5-471f-8242-ad83e55b2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:05.256854 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ec7205be-3cd3-44b9-9306-a919fb0f3dd0 req-42a27457-2af6-4566-9798-6622e93cc942 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391846 Jun 29 00:01:05.257303 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-d194f788-69d5-471f-8242-ad83e55b2107 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1002092 Jun 29 00:01:05.659960 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-5af4cc54-f44c-4942-bbf2-01ed2e931e46 service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125100 Jun 29 00:01:05.772509 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4e18a627-647c-439f-ae3c-b3b9b7749cd7 req-ac787310-4311-4352-a33c-c1797a85443c service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069186 Jun 29 00:01:05.865594 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0635abc-8fa4-423b-baf0-a5398de80024 req-3230cb02-dbbc-455b-82a1-71dbf0c82a70 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:05.872825 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c0635abc-8fa4-423b-baf0-a5398de80024 req-3230cb02-dbbc-455b-82a1-71dbf0c82a70 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 943 time: 0.0835013 Jun 29 00:01:05.922303 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c0635abc-8fa4-423b-baf0-a5398de80024 req-6cc921ad-1fb4-4e08-b881-7c183e4767cb tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484712 Jun 29 00:01:05.982728 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828bb49-fccb-49b7-8386-745b56dc462b req-3e7d6d00-f11f-40b8-afb9-793323ad5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:05.986783 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e828bb49-fccb-49b7-8386-745b56dc462b req-3e7d6d00-f11f-40b8-afb9-793323ad5429 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c89b5c869b44e2980283ab67bb06fb&device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 1096 time: 0.0830760 Jun 29 00:01:06.052560 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f34892-e381-40eb-b2e8-15e3f0bb3c50 req-bb35258c-d19c-48e3-936d-5dbbd7e436ab tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:06.054231 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-98f34892-e381-40eb-b2e8-15e3f0bb3c50 req-bb35258c-d19c-48e3-936d-5dbbd7e436ab tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0895045 Jun 29 00:01:06.106803 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-98f34892-e381-40eb-b2e8-15e3f0bb3c50 req-247842f1-bca5-49fa-a42c-d1e2d3139365 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463929 Jun 29 00:01:06.119382 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828bb49-fccb-49b7-8386-745b56dc462b req-1df4e24d-70e7-438c-b988-66edc557ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:06.120978 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e828bb49-fccb-49b7-8386-745b56dc462b req-1df4e24d-70e7-438c-b988-66edc557ccf9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a HTTP/1.1" status: 200 len: 910 time: 0.1269410 Jun 29 00:01:06.173979 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e828bb49-fccb-49b7-8386-745b56dc462b req-d32dc5bc-12ea-444b-897a-3e9ec802eedc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55 HTTP/1.1" status: 200 len: 217 time: 0.0442455 Jun 29 00:01:06.235223 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828bb49-fccb-49b7-8386-745b56dc462b req-f9477dda-5e2e-4055-9f07-90b919ba5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:06.236721 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e828bb49-fccb-49b7-8386-745b56dc462b req-f9477dda-5e2e-4055-9f07-90b919ba5795 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1fb62657-b322-4949-a417-3ea0c3b15387 HTTP/1.1" status: 200 len: 848 time: 0.0547915 Jun 29 00:01:06.357643 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828bb49-fccb-49b7-8386-745b56dc462b req-d2f3627c-a063-4390-a09e-9a2885ef416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:06.359126 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e828bb49-fccb-49b7-8386-745b56dc462b req-d2f3627c-a063-4390-a09e-9a2885ef416c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0591090 Jun 29 00:01:06.547793 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device da0ec80d-60b6-4100-a00a-0d58076f431b up at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:01:06.551469 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e828bb49-fccb-49b7-8386-745b56dc462b req-bb946921-afbb-47a4-83e6-0dfc1bf8770c service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542211 Jun 29 00:01:06.613589 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Provisioning complete for port da0ec80d-60b6-4100-a00a-0d58076f431b triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:01:06.613962 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:06.664479 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e828bb49-fccb-49b7-8386-745b56dc462b req-de0d546c-3d78-41ac-9b5c-7bcdc45ee2c8 service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021833 Jun 29 00:01:07.118480 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613182b-cdd9-4414-931a-4634d429e729 req-b4814e7e-e0da-431f-8c94-f4dff1e50915 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:07.122791 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1613182b-cdd9-4414-931a-4634d429e729 req-b4814e7e-e0da-431f-8c94-f4dff1e50915 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 943 time: 0.0861874 Jun 29 00:01:07.182239 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1613182b-cdd9-4414-931a-4634d429e729 req-6e71a2f3-0c03-4aa9-b78f-fae78b87e4a2 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512118 Jun 29 00:01:07.305391 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96e6c8-5412-4acd-a406-4c084a59b41f req-413dab7d-c4a4-4fe7-a0f2-55af9018d284 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:07.312505 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5f96e6c8-5412-4acd-a406-4c084a59b41f req-413dab7d-c4a4-4fe7-a0f2-55af9018d284 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0774441 Jun 29 00:01:07.347682 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5f96e6c8-5412-4acd-a406-4c084a59b41f req-0b7a8105-0fa4-413f-82d1-ecd2c5a0083d tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342622 Jun 29 00:01:07.545362 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cf82b-06c5-4ada-acbc-6ed8c1697cd8 req-4d92ccd3-a799-4e45-a693-d51ba8a7fedc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:07.547464 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a33cf82b-06c5-4ada-acbc-6ed8c1697cd8 req-4d92ccd3-a799-4e45-a693-d51ba8a7fedc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0780175 Jun 29 00:01:07.557267 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38556) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:07.562865 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-0eefe40d-9e66-4061-a179-6cef46cc1d76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Request body: {'floatingip': {'port_id': 'cd7510bd-8ce8-41b9-8559-97c451e8da52'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:07.613663 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0eefe40d-9e66-4061-a179-6cef46cc1d76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:08.103183 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 01dffdb2-e770-46ec-9e3a-e085fbb79c55 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:01:08.119647 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0eefe40d-9e66-4061-a179-6cef46cc1d76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:08.128091 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0eefe40d-9e66-4061-a179-6cef46cc1d76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:08.246155 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 01dffdb2-e770-46ec-9e3a-e085fbb79c55, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:08.260590 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'port_id': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'mac_address': 'fa:16:3e:dc:d2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:01:08.275101 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.l3_db [None req-0eefe40d-9e66-4061-a179-6cef46cc1d76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Floating IP 17b86b23-043b-44d1-b9d8-7fe06d6d5b1f associated. External IP: 172.28.0.23, port: cd7510bd-8ce8-41b9-8559-97c451e8da52. Jun 29 00:01:08.307006 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:08.322729 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01dffdb2-e770-46ec-9e3a-e085fbb79c55 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:01:08.347179 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 01dffdb2-e770-46ec-9e3a-e085fbb79c55, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:08.366074 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:08.368362 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:08.427239 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557ecf5-38b1-42f1-aa10-181169b7d3f2 req-a9724951-47b8-4b5c-99ce-311656fdeba1 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:08.431083 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=01dffdb2-e770-46ec-9e3a-e085fbb79c55,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:08.449820 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5557ecf5-38b1-42f1-aa10-181169b7d3f2 req-a9724951-47b8-4b5c-99ce-311656fdeba1 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 943 time: 0.1153653 Jun 29 00:01:08.499910 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5557ecf5-38b1-42f1-aa10-181169b7d3f2 req-77c9f3ca-fb05-4589-8645-8337fbb92e14 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489628 Jun 29 00:01:08.524430 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:08.808928 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eefe40d-9e66-4061-a179-6cef46cc1d76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:01:08.837337 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['01dffdb2-e770-46ec-9e3a-e085fbb79c55'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:01:08.929422 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eefe40d-9e66-4061-a179-6cef46cc1d76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:01:08.934474 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-0eefe40d-9e66-4061-a179-6cef46cc1d76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:08.944130 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7460e579-07f1-4674-8d79-10c8768056a5 None None] Sync routers for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:01:08.975135 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-0eefe40d-9e66-4061-a179-6cef46cc1d76 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "PUT /v2.0/floatingips/17b86b23-043b-44d1-b9d8-7fe06d6d5b1f HTTP/1.1" status: 200 len: 990 time: 1.4165070 Jun 29 00:01:08.975786 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:08.978175 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269ee26f-5121-4f86-ada2-77bf329a7946" -d '{"events": [{"name": "network-changed", "server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:08.978446 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460e579-07f1-4674-8d79-10c8768056a5 None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:01:08.979074 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-7460e579-07f1-4674-8d79-10c8768056a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:09.044134 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a53980-b2cb-4c19-9097-f2c3090974aa x-openstack-request-id: req-c0a53980-b2cb-4c19-9097-f2c3090974aa {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:09.044464 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:09.044739 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0a53980-b2cb-4c19-9097-f2c3090974aa {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:09.045154 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'status': 'completed', 'code': 200} Jun 29 00:01:09.146724 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ee26f-5121-4f86-ada2-77bf329a7946 req-8867ee03-806d-4e16-b266-ae6b6e17840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:09.148765 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-269ee26f-5121-4f86-ada2-77bf329a7946 req-8867ee03-806d-4e16-b266-ae6b6e17840f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 1098 time: 0.0575411 Jun 29 00:01:09.157748 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-7460e579-07f1-4674-8d79-10c8768056a5 None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:01:09.263741 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ee26f-5121-4f86-ada2-77bf329a7946 req-957e1264-4d93-43e3-a199-8b9ca2eac009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:09.265673 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-269ee26f-5121-4f86-ada2-77bf329a7946 req-957e1264-4d93-43e3-a199-8b9ca2eac009 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 918 time: 0.0995743 Jun 29 00:01:09.333085 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-269ee26f-5121-4f86-ada2-77bf329a7946 req-51b36f8f-e8af-4838-bba8-af50219f89ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52 HTTP/1.1" status: 200 len: 998 time: 0.0611725 Jun 29 00:01:09.389386 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ee26f-5121-4f86-ada2-77bf329a7946 req-d777cfde-e1e2-43fa-8e33-4caef1429ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:09.390919 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-269ee26f-5121-4f86-ada2-77bf329a7946 req-d777cfde-e1e2-43fa-8e33-4caef1429ceb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dddc2fb-56a3-4c59-9771-8ebaed930a0d HTTP/1.1" status: 200 len: 856 time: 0.0511544 Jun 29 00:01:09.451398 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ee26f-5121-4f86-ada2-77bf329a7946 req-604a1d8e-f8c8-4db3-b663-8895344645f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:09.455499 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-269ee26f-5121-4f86-ada2-77bf329a7946 req-604a1d8e-f8c8-4db3-b663-8895344645f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0555398 Jun 29 00:01:09.587188 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-269ee26f-5121-4f86-ada2-77bf329a7946 req-cff885b3-56f8-4ea6-bb76-0e15d62be6f3 service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219075 Jun 29 00:01:09.661206 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-7460e579-07f1-4674-8d79-10c8768056a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '17b86b23-043b-44d1-b9d8-7fe06d6d5b1f', 'tenant_id': '1a8643c56460455aadac628062e64841', 'floating_ip_address': '172.28.0.23', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'port_id': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'mac_address': 'fa:16:3e:99:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:00:51Z', 'updated_at': '2021-06-29T00:01:08Z', 'revision_number': 1, 'project_id': '1a8643c56460455aadac628062e64841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:11Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:09.699827 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970d141-f02e-4b26-9714-9e03d216668a req-4396b499-9440-486e-98f6-c1548d2c2675 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:09.702916 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7460e579-07f1-4674-8d79-10c8768056a5 None None] Checking router: 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:01:09.707838 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f970d141-f02e-4b26-9714-9e03d216668a req-4396b499-9440-486e-98f6-c1548d2c2675 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 944 time: 0.0790367 Jun 29 00:01:09.708483 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-269ee26f-5121-4f86-ada2-77bf329a7946 req-c632cfc8-63d2-46d7-a10f-436e51ad7611 service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082156 Jun 29 00:01:09.712854 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7460e579-07f1-4674-8d79-10c8768056a5 None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:01:09.713463 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-7460e579-07f1-4674-8d79-10c8768056a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:09.776750 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f970d141-f02e-4b26-9714-9e03d216668a req-ba104b33-558d-4c72-b833-4c2e0294f845 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679345 Jun 29 00:01:09.837545 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-7460e579-07f1-4674-8d79-10c8768056a5 None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:01:10.085241 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-7460e579-07f1-4674-8d79-10c8768056a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '17b86b23-043b-44d1-b9d8-7fe06d6d5b1f', 'tenant_id': '1a8643c56460455aadac628062e64841', 'floating_ip_address': '172.28.0.23', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'port_id': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'mac_address': 'fa:16:3e:99:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:00:51Z', 'updated_at': '2021-06-29T00:01:08Z', 'revision_number': 1, 'project_id': '1a8643c56460455aadac628062e64841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:11Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:10.116097 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 01dffdb2-e770-46ec-9e3a-e085fbb79c55 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:01:10.119637 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7460e579-07f1-4674-8d79-10c8768056a5 None None] The sync data for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb is: [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '17b86b23-043b-44d1-b9d8-7fe06d6d5b1f', 'tenant_id': '1a8643c56460455aadac628062e64841', 'floating_ip_address': '172.28.0.23', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'port_id': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'mac_address': 'fa:16:3e:99:af:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:00:51Z', 'updated_at': '2021-06-29T00:01:08Z', 'revision_number': 1, 'project_id': '1a8643c56460455aadac628062e64841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:11Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:01:10.179119 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:01:10.185106 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:01:10.185959 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:10.303980 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:10.332529 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:10.334847 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c807e5-3987-422b-bcf6-4f838afc83ad" -d '{"events": [{"server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "name": "network-vif-plugged", "status": "completed", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:10.355021 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 01dffdb2-e770-46ec-9e3a-e085fbb79c55, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:10.369122 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:10.377501 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ba6f3ea4-1c17-4271-98ff-d4f43ab66aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:10.429278 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61f4ec-5e51-4354-a29c-39cad7e552e5 None None] New status for floating IP 17b86b23-043b-44d1-b9d8-7fe06d6d5b1f: ACTIVE {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:01:10.450578 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef17b50f-becc-4020-be1b-c86466cce905 x-openstack-request-id: req-ef17b50f-becc-4020-be1b-c86466cce905 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:10.451088 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "name": "network-vif-plugged", "status": "completed", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:10.451439 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef17b50f-becc-4020-be1b-c86466cce905 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:10.451974 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'code': 200} Jun 29 00:01:10.453215 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=01dffdb2-e770-46ec-9e3a-e085fbb79c55,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:10.457391 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:10.813619 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf57ea-ef94-4936-b0d1-b8b132e507a3 req-aa6a7d4a-78fb-4e3c-965c-5c1a86bd8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:10.815267 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-0fdf57ea-ef94-4936-b0d1-b8b132e507a3 req-aa6a7d4a-78fb-4e3c-965c-5c1a86bd8b96 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 1098 time: 0.0697148 Jun 29 00:01:10.869922 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-0fdf57ea-ef94-4936-b0d1-b8b132e507a3 req-6ab3cdd3-d4c6-42f5-99be-276f39361f2e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474107 Jun 29 00:01:10.993804 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6136eba-7ebf-415b-a330-c5cd8357ab25 req-adce605f-473f-4ba6-9693-820ba44c30ad tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:10.996112 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c6136eba-7ebf-415b-a330-c5cd8357ab25 req-adce605f-473f-4ba6-9693-820ba44c30ad tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0761392 Jun 29 00:01:11.036494 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c6136eba-7ebf-415b-a330-c5cd8357ab25 req-05ac914b-9fad-45cf-9d93-8a5f5e7b52fd tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339143 Jun 29 00:01:12.227470 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fee6ba-e5b4-4bb6-90b5-9a79efd9b0aa req-7f3b1c32-09c7-483e-9793-509d2e12cde1 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:12.229686 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-40fee6ba-e5b4-4bb6-90b5-9a79efd9b0aa req-7f3b1c32-09c7-483e-9793-509d2e12cde1 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0730810 Jun 29 00:01:12.267462 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-40fee6ba-e5b4-4bb6-90b5-9a79efd9b0aa req-92f6e14e-fadc-41e6-a0ae-e024f6de16b4 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319109 Jun 29 00:01:12.447061 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49215ae0-343a-4ade-950d-e815fa0d8555 req-781131c6-4e88-4dcc-8146-07a05e1e0566 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:12.448781 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-49215ae0-343a-4ade-950d-e815fa0d8555 req-781131c6-4e88-4dcc-8146-07a05e1e0566 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0650496 Jun 29 00:01:12.542176 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-49215ae0-343a-4ade-950d-e815fa0d8555 req-82fd6f37-f915-4140-aed5-9d4014b3c669 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878761 Jun 29 00:01:12.575610 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38608) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:12.590758 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-37b4ae4c-af4b-45c3-937c-cba5c819d60b tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:12.592337 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-37b4ae4c-af4b-45c3-937c-cba5c819d60b tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/networks?id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d HTTP/1.1" status: 200 len: 814 time: 0.1317511 Jun 29 00:01:12.607972 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-ecd4659d-3669-4dbc-b62d-4fe30d0a5557 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/quotas/6f9355d9ca054d86bb32a3330e3d7507 HTTP/1.1" status: 200 len: 375 time: 0.0102129 Jun 29 00:01:12.678034 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-b195b97f-bfa6-4df0-a924-7c8b4f19f49e tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f9355d9ca054d86bb32a3330e3d7507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638888 Jun 29 00:01:12.779025 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-87fe71e9-fd9d-4eef-95ff-5c54b1c89bdd service neutron] 10.222.0.30 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890913 Jun 29 00:01:12.786637 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c5d52-9c3a-4abe-9191-9bf5af1f229a tempest-TestShelveInstance-1460743453 tempest-TestShelveInstance-1460743453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:12.788131 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-1a3c5d52-9c3a-4abe-9191-9bf5af1f229a tempest-TestShelveInstance-1460743453 tempest-TestShelveInstance-1460743453-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 1093 time: 0.2107456 Jun 29 00:01:12.790917 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38612) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:12.795822 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Request body: {'floatingip': {'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'port_id': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:12.819221 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for floatingip, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:12.871720 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-8bbf8c94-4629-4840-81d5-28753f576e02 service neutron] 10.222.0.30 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863073 Jun 29 00:01:12.913483 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:13.020199 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Allocated IP 172.28.0.176 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/e36b5c5d-66cc-47c1-bc04-69edfacd95ff) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:01:13.049541 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a2431ab9-a868-4796-b595-ab590c5b7cb0 req-d4e648f1-ecb6-41ff-acb1-2e5a9824a17e tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 210 time: 0.0365477 Jun 29 00:01:13.121908 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:13.161282 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:13.164595 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-31418cc6-8e38-407f-9ed7-6827b3d64c9a tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:13.203900 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:01:13.206636 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:01:13.209551 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:01:13.243513 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event updated for resources: {'Port': ['ID=e36b5c5d-66cc-47c1-bc04-69edfacd95ff,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:13.247608 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:13.596173 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:13.675745 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:13.681959 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:01:13.825809 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:13.831010 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:13.833233 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0975b47f-4503-4553-9a5e-85ca66d05193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:13.894661 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event updated for resources: {'Port': ['ID=e36b5c5d-66cc-47c1-bc04-69edfacd95ff,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:13.898367 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:13.906438 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:14.004819 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.l3_db [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Floating IP 0d19b0b2-2716-4723-8108-3dabf03c5bbb associated. External IP: 172.28.0.176, port: 01dffdb2-e770-46ec-9e3a-e085fbb79c55. Jun 29 00:01:14.191052 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-64440ba0-5104-44ae-b493-846707d062bf req-b0bed6ff-9ac9-4346-aeb3-7372db1d69e7 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 210 time: 0.0290039 Jun 29 00:01:14.217732 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-20b10dab-d69d-4ec1-9d67-c2de1fba3952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:14.218479 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:01:14.391390 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-41ebfc0a-5ec2-464a-a958-c6b78e6eb88c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:14.392828 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-41ebfc0a-5ec2-464a-a958-c6b78e6eb88c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.52 "GET /v2.0/networks?id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d HTTP/1.1" status: 200 len: 814 time: 0.1671896 Jun 29 00:01:14.402207 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:01:14.413296 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374aad87-7cc0-46a9-9400-ff8ba0bdbafd None None] Sync routers for ids ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:01:14.416274 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Request body: {'port': {'device_id': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'admin_state_up': True, 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:14.424334 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374aad87-7cc0-46a9-9400-ff8ba0bdbafd None None] Routers {'35d60d03-ea95-48f9-8ddf-b57e236b4d1d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:01:14.424990 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-374aad87-7cc0-46a9-9400-ff8ba0bdbafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:14.434808 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:14.513839 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7218928 Jun 29 00:01:14.516252 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:14.518477 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d39f6bb-75be-4c54-adad-546ec7e5145f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:14.541360 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-374aad87-7cc0-46a9-9400-ff8ba0bdbafd None None] Set router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:01:14.567681 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce66ec94-66cc-4142-801c-4f97a7a145aa x-openstack-request-id: req-ce66ec94-66cc-4142-801c-4f97a7a145aa {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:14.568012 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:14.568400 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce66ec94-66cc-4142-801c-4f97a7a145aa {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:14.568824 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'status': 'completed', 'code': 200} Jun 29 00:01:14.570133 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Made reservation on behalf of 6f9355d9ca054d86bb32a3330e3d7507 for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:01:14.573948 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:14.677152 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f6bb-75be-4c54-adad-546ec7e5145f req-06df5f57-d74c-44a7-bee3-007175ec658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:14.679559 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d39f6bb-75be-4c54-adad-546ec7e5145f req-06df5f57-d74c-44a7-bee3-007175ec658e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c89b5c869b44e2980283ab67bb06fb&device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 1098 time: 0.0614159 Jun 29 00:01:14.733427 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Allocated IP 172.20.0.11 (e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d/f13714b8-126e-4400-b2b5-95f90b5d6522/d4fc1542-0fd1-4abe-a93f-eb53e7b35843) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:01:14.809774 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f6bb-75be-4c54-adad-546ec7e5145f req-0af108ac-f161-480f-91ee-9ed76ade5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:14.811837 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d39f6bb-75be-4c54-adad-546ec7e5145f req-0af108ac-f161-480f-91ee-9ed76ade5ad1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a HTTP/1.1" status: 200 len: 910 time: 0.1256211 Jun 29 00:01:14.841003 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-374aad87-7cc0-46a9-9400-ff8ba0bdbafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '0d19b0b2-2716-4723-8108-3dabf03c5bbb', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'floating_ip_address': '172.28.0.176', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'port_id': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'mac_address': 'fa:16:3e:dc:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b901064-1331-47e2-9676-138e64c91278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:01:13Z', 'updated_at': '2021-06-29T00:01:13Z', 'revision_number': 0, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1d7475-55d1-44c5-bc7d-af4894861f70', 'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'mac_address': 'fa:16:3e:97:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:32Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 5, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'subnets': [{'id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:14.884620 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374aad87-7cc0-46a9-9400-ff8ba0bdbafd None None] Checking router: 35d60d03-ea95-48f9-8ddf-b57e236b4d1d for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:01:14.896066 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374aad87-7cc0-46a9-9400-ff8ba0bdbafd None None] Routers {'35d60d03-ea95-48f9-8ddf-b57e236b4d1d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:01:14.896704 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-374aad87-7cc0-46a9-9400-ff8ba0bdbafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:00:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:14.983715 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:15.016479 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Transition to ACTIVE for port object d4fc1542-0fd1-4abe-a93f-eb53e7b35843 will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:01:15.069187 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-374aad87-7cc0-46a9-9400-ff8ba0bdbafd None None] Set router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:01:15.073591 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:15.078295 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-66645185-0368-4fb0-b4db-1562449f5e3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:15.134003 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event updated for resources: {'Port': ['ID=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:15.140479 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:15.150570 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:01:15.152003 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:01:15.155039 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:01:15.261925 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:15.262605 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:15.284099 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-59bb7416-791e-4dcf-bcf2-8a6b405fa8a9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8730516 Jun 29 00:01:15.455401 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96d7f6-7057-47d7-bf3a-ef427975fdf2 req-dcbf8108-b105-4abc-9757-dcbf868e0e3c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:15.464611 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7e96d7f6-7057-47d7-bf3a-ef427975fdf2 req-dcbf8108-b105-4abc-9757-dcbf868e0e3c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 932 time: 0.0996079 Jun 29 00:01:15.483736 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-25ddbfbd-1dc2-4098-a218-b23053a28d2a None None] Provisioning for port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:01:15.497263 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-25ddbfbd-1dc2-4098-a218-b23053a28d2a None None] Provisioning complete for port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:01:15.497539 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-25ddbfbd-1dc2-4098-a218-b23053a28d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:15.531000 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7e96d7f6-7057-47d7-bf3a-ef427975fdf2 req-485dbca0-82f8-40f5-9548-fa0708e86f2f tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628266 Jun 29 00:01:15.551436 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-25ddbfbd-1dc2-4098-a218-b23053a28d2a None None] Port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:01:15.555059 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-374aad87-7cc0-46a9-9400-ff8ba0bdbafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '0d19b0b2-2716-4723-8108-3dabf03c5bbb', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'floating_ip_address': '172.28.0.176', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'port_id': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'mac_address': 'fa:16:3e:dc:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b901064-1331-47e2-9676-138e64c91278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:01:13Z', 'updated_at': '2021-06-29T00:01:13Z', 'revision_number': 0, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1d7475-55d1-44c5-bc7d-af4894861f70', 'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'mac_address': 'fa:16:3e:97:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:32Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 5, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'subnets': [{'id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:15.696802 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374aad87-7cc0-46a9-9400-ff8ba0bdbafd None None] The sync data for ids ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'] in dv-cinder-763306-13-smb is: [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '0d19b0b2-2716-4723-8108-3dabf03c5bbb', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'floating_ip_address': '172.28.0.176', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'port_id': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'mac_address': 'fa:16:3e:dc:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b901064-1331-47e2-9676-138e64c91278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:01:13Z', 'updated_at': '2021-06-29T00:01:13Z', 'revision_number': 0, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1d7475-55d1-44c5-bc7d-af4894861f70', 'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'mac_address': 'fa:16:3e:97:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:32Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 5, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'subnets': [{'id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:01:15.900221 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43a3d6-317f-4b8f-82d6-882145f9ec15 None None] New status for floating IP 0d19b0b2-2716-4723-8108-3dabf03c5bbb: ACTIVE {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:01:16.710147 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcea8fe-5faf-4b09-9ca2-f1acc4d237ac req-238f7c71-b87b-4269-9b69-26767984849d tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:16.711520 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fdcea8fe-5faf-4b09-9ca2-f1acc4d237ac req-238f7c71-b87b-4269-9b69-26767984849d tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 932 time: 0.0686584 Jun 29 00:01:16.756153 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fdcea8fe-5faf-4b09-9ca2-f1acc4d237ac req-b78444c0-8250-45e4-bb13-59f738eb5381 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354531 Jun 29 00:01:17.236513 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ced332c9-3b47-44a2-9e27-3be7386e38b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:17.937965 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a872c8-75e6-4cb3-9af6-3201362745e4 req-137fd01f-d5d1-4b24-a437-0c66bc7dc366 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:17.940674 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f9a872c8-75e6-4cb3-9af6-3201362745e4 req-137fd01f-d5d1-4b24-a437-0c66bc7dc366 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 932 time: 0.0690117 Jun 29 00:01:17.982469 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f9a872c8-75e6-4cb3-9af6-3201362745e4 req-a9eb179f-d226-49e2-be04-c5233c912086 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352581 Jun 29 00:01:18.542605 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:19.156800 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a446b53-0fc9-4547-8afd-c0196c8c9c6f req-44588581-d027-40bb-9f79-4d06613797a0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:19.167524 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3a446b53-0fc9-4547-8afd-c0196c8c9c6f req-44588581-d027-40bb-9f79-4d06613797a0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 932 time: 0.0656621 Jun 29 00:01:19.196933 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3a446b53-0fc9-4547-8afd-c0196c8c9c6f req-81fd9e31-1e20-4cbe-9ba6-1fc4358cdf29 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320666 Jun 29 00:01:19.470791 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:20.380628 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30d699-3599-4d66-88ad-d48aac3f2bde req-b1b25762-977f-43e3-8e72-65805de52b19 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:20.387143 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1e30d699-3599-4d66-88ad-d48aac3f2bde req-b1b25762-977f-43e3-8e72-65805de52b19 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 932 time: 0.0744755 Jun 29 00:01:20.424068 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1e30d699-3599-4d66-88ad-d48aac3f2bde req-455e0f4e-343a-49c3-afa3-b4b289a667f2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360432 Jun 29 00:01:20.514553 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:21.611194 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11375f19-eba0-4943-ae58-1c48ec9914a7 req-6626b1ec-c8b2-4432-a86d-e99c32b34fd6 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:21.613882 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-11375f19-eba0-4943-ae58-1c48ec9914a7 req-6626b1ec-c8b2-4432-a86d-e99c32b34fd6 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 932 time: 0.0677211 Jun 29 00:01:21.652062 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-11375f19-eba0-4943-ae58-1c48ec9914a7 req-fa1920c1-7dd7-497f-a0c1-2c09deb8858a tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Jun 29 00:01:22.348830 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:22.824119 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64aa91-7bbc-4f58-b1b3-b078f186cba0 req-6839c41c-319e-4488-9ca0-514bcc77f53d tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:22.825744 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d64aa91-7bbc-4f58-b1b3-b078f186cba0 req-6839c41c-319e-4488-9ca0-514bcc77f53d tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 932 time: 0.0650783 Jun 29 00:01:22.865961 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d64aa91-7bbc-4f58-b1b3-b078f186cba0 req-8d30e338-4549-4a7d-9778-9c73f9120c7a tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343518 Jun 29 00:01:24.044375 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e70f-37db-4ee4-89c2-06ab77bf411f req-b03ebf64-add0-4bcb-a560-168694c952a6 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:24.046331 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9c13e70f-37db-4ee4-89c2-06ab77bf411f req-b03ebf64-add0-4bcb-a560-168694c952a6 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 932 time: 0.0691631 Jun 29 00:01:24.087440 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9c13e70f-37db-4ee4-89c2-06ab77bf411f req-2bd827b7-c124-4a42-acc0-efb058df5d87 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347311 Jun 29 00:01:25.265598 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dfea2-10d5-4a8a-bea3-ccd69e91efab req-adb0d754-2b39-4caf-b7c6-b753afac41db tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:25.267583 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3a0dfea2-10d5-4a8a-bea3-ccd69e91efab req-adb0d754-2b39-4caf-b7c6-b753afac41db tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 932 time: 0.0648308 Jun 29 00:01:25.308248 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3a0dfea2-10d5-4a8a-bea3-ccd69e91efab req-01e87f97-a203-414d-ac76-42f75ee31778 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348830 Jun 29 00:01:26.486707 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83869f92-e0ab-488d-97cc-dd8b675fe84d req-8fae1907-11aa-4b7d-9afc-a7ac3d06f139 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:26.488258 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-83869f92-e0ab-488d-97cc-dd8b675fe84d req-8fae1907-11aa-4b7d-9afc-a7ac3d06f139 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 932 time: 0.0657704 Jun 29 00:01:26.525288 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-83869f92-e0ab-488d-97cc-dd8b675fe84d req-b3042615-b954-4d7d-853b-ce69a433ee96 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310802 Jun 29 00:01:26.934010 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Request body: {'port': {'device_id': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:26.939740 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d39f6bb-75be-4c54-adad-546ec7e5145f req-64673ebd-7370-496d-b9ce-83c97c9e83da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55 HTTP/1.1" status: 200 len: 1001 time: 0.0610125 Jun 29 00:01:27.024921 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f6bb-75be-4c54-adad-546ec7e5145f req-2342a5cd-d426-4df1-95d3-c7434baf7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:27.026376 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d39f6bb-75be-4c54-adad-546ec7e5145f req-2342a5cd-d426-4df1-95d3-c7434baf7255 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1fb62657-b322-4949-a417-3ea0c3b15387 HTTP/1.1" status: 200 len: 848 time: 0.0436385 Jun 29 00:01:27.097739 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f6bb-75be-4c54-adad-546ec7e5145f req-72068981-ee18-48c7-a574-e49cc7fcdfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:27.099218 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d39f6bb-75be-4c54-adad-546ec7e5145f req-72068981-ee18-48c7-a574-e49cc7fcdfe7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0618200 Jun 29 00:01:27.189586 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d39f6bb-75be-4c54-adad-546ec7e5145f req-638b7695-d4b8-4d17-a597-047f1cc6e701 service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826118 Jun 29 00:01:27.246143 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:27.290612 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1d39f6bb-75be-4c54-adad-546ec7e5145f req-b399d707-b098-4e36-aebb-33efde451c87 service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899150 Jun 29 00:01:27.500776 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fc1542-0fd1-4abe-a93f-eb53e7b35843 {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:01:27.508054 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:27.520291 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Transition to ACTIVE for port object d4fc1542-0fd1-4abe-a93f-eb53e7b35843 will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:01:27.523847 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:27.526658 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bd519dc0-22c4-4079-930f-4c33c7ed5919 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:27.577911 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:27.587665 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:27.658816 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Attempting to bind port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:01:27.659184 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Attempting to bind port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:01:27.659680 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Attempting to bind port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 on network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:01:27.664543 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 on network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:01:27.664865 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Attempting to bind port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 on network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:01:27.670689 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:01:27.671160 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Checking segment: {'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:01:27.671624 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Bound using segment: {'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:01:27.672065 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Bound port: d4fc1542-0fd1-4abe-a93f-eb53e7b35843, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207888c8-d332-41d2-b234-1460047becb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:01:27.672430 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:27.710878 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea0664-18da-417c-8dde-74418e5f4f7e req-e58be575-2f99-432b-b9ec-c91cb1e6da75 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:27.712571 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c0ea0664-18da-417c-8dde-74418e5f4f7e req-e58be575-2f99-432b-b9ec-c91cb1e6da75 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 944 time: 0.0668111 Jun 29 00:01:27.741452 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] For port d4fc1542-0fd1-4abe-a93f-eb53e7b35843, host hv-cinder-76330, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:01:27.744672 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] For port d4fc1542-0fd1-4abe-a93f-eb53e7b35843, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:01:27.750120 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:27.751867 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c0ea0664-18da-417c-8dde-74418e5f4f7e req-c36e4453-4b28-42b7-9108-fa2a37649d24 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333333 Jun 29 00:01:27.753082 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-06445193-c0b4-406e-902d-f019d3247fd3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:27.783009 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:27.783632 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:27.785113 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] 10.222.0.52 "PUT /v2.0/ports/d4fc1542-0fd1-4abe-a93f-eb53e7b35843 HTTP/1.1" status: 200 len: 1094 time: 0.8566008 Jun 29 00:01:27.787204 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:27.789562 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b161e59-fd5d-45ef-9037-b48574d8dd54" -d '{"events": [{"name": "network-changed", "server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:27.817066 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:27.820248 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:27.836782 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7bfa0a-f964-42ba-8573-a909dd0a7dac x-openstack-request-id: req-fe7bfa0a-f964-42ba-8573-a909dd0a7dac {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:27.837313 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:27.837755 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe7bfa0a-f964-42ba-8573-a909dd0a7dac {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:27.838349 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'status': 'completed', 'code': 200} Jun 29 00:01:27.916495 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-462efc6a-a41a-4aa6-8661-ccba8e971933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:27.917998 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-462efc6a-a41a-4aa6-8661-ccba8e971933 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f9355d9ca054d86bb32a3330e3d7507&device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 1097 time: 0.0563526 Jun 29 00:01:27.978626 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-82e36e6f-4d8a-4325-b83c-a18b4b0f2efe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843 HTTP/1.1" status: 200 len: 217 time: 0.0364082 Jun 29 00:01:28.032942 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-ec2cf5d8-68f9-489b-9aa7-cc07e6ec8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:28.034391 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-ec2cf5d8-68f9-489b-9aa7-cc07e6ec8ca0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f13714b8-126e-4400-b2b5-95f90b5d6522 HTTP/1.1" status: 200 len: 853 time: 0.0436652 Jun 29 00:01:28.095681 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-97f69019-96a2-4b4a-88d1-45268d4ebe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:28.097205 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-97f69019-96a2-4b4a-88d1-45268d4ebe73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0562947 Jun 29 00:01:28.193047 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-c138e9d0-9e09-491b-a798-88920d7dddd8 service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800831 Jun 29 00:01:28.282324 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-ef966f32-98c0-45c8-aad2-d57f52b28d3a req-91c4f8d8-276a-4ecb-a486-ad7e8cf359cf service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816903 Jun 29 00:01:28.436857 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b161e59-fd5d-45ef-9037-b48574d8dd54 req-fa0457c8-8728-4201-a0d4-f640f5e0d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:28.438282 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1b161e59-fd5d-45ef-9037-b48574d8dd54 req-fa0457c8-8728-4201-a0d4-f640f5e0d163 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f9355d9ca054d86bb32a3330e3d7507&device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 1097 time: 0.0507092 Jun 29 00:01:28.539244 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b161e59-fd5d-45ef-9037-b48574d8dd54 req-81e66165-7243-4180-80ff-bb0690f7d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:28.540628 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1b161e59-fd5d-45ef-9037-b48574d8dd54 req-81e66165-7243-4180-80ff-bb0690f7d62a service neutron] 10.222.0.52 "GET /v2.0/networks?id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d HTTP/1.1" status: 200 len: 915 time: 0.0856996 Jun 29 00:01:28.587484 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1b161e59-fd5d-45ef-9037-b48574d8dd54 req-de53ec5f-fcd6-43a6-b701-a69c6be81656 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843 HTTP/1.1" status: 200 len: 217 time: 0.0340340 Jun 29 00:01:28.634241 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b161e59-fd5d-45ef-9037-b48574d8dd54 req-9fead207-3052-4078-9501-0a1cec8024f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:28.635664 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1b161e59-fd5d-45ef-9037-b48574d8dd54 req-9fead207-3052-4078-9501-0a1cec8024f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f13714b8-126e-4400-b2b5-95f90b5d6522 HTTP/1.1" status: 200 len: 853 time: 0.0412977 Jun 29 00:01:28.702734 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b161e59-fd5d-45ef-9037-b48574d8dd54 req-369590e0-bddd-44d2-b6e2-918f8a38485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:28.704263 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1b161e59-fd5d-45ef-9037-b48574d8dd54 req-369590e0-bddd-44d2-b6e2-918f8a38485d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0601394 Jun 29 00:01:28.800010 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1b161e59-fd5d-45ef-9037-b48574d8dd54 req-eb1e82c3-12bc-4fa4-b742-d86e51818822 service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814056 Jun 29 00:01:28.896465 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1b161e59-fd5d-45ef-9037-b48574d8dd54 req-463791e7-8a65-4d2a-be5d-10fadbca3d31 service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888367 Jun 29 00:01:28.933137 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d262915-6763-46e3-8bff-25b9ed2031c4 req-67e0b6de-0e14-4188-a472-ceca78554e9c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:28.934655 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8d262915-6763-46e3-8bff-25b9ed2031c4 req-67e0b6de-0e14-4188-a472-ceca78554e9c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 944 time: 0.0643601 Jun 29 00:01:28.979358 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8d262915-6763-46e3-8bff-25b9ed2031c4 req-618a5030-a971-4fdd-a642-37846c386d67 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375683 Jun 29 00:01:30.165901 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device d4fc1542-0fd1-4abe-a93f-eb53e7b35843 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:01:30.260089 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port d4fc1542-0fd1-4abe-a93f-eb53e7b35843, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:30.270990 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'port_id': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'mac_address': 'fa:16:3e:b6:b0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:01:30.299457 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3470b0-3241-4cd5-a5eb-0549f4dfe074 req-f07ac3c4-50ec-45fd-bf98-576f41bddb47 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:30.300953 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3f3470b0-3241-4cd5-a5eb-0549f4dfe074 req-f07ac3c4-50ec-45fd-bf98-576f41bddb47 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 944 time: 0.0640926 Jun 29 00:01:30.306608 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:30.319428 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fc1542-0fd1-4abe-a93f-eb53e7b35843 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:01:30.339246 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3f3470b0-3241-4cd5-a5eb-0549f4dfe074 req-865dc495-17fc-4b62-b4a0-561ee7a7bc28 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Jun 29 00:01:30.339828 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port d4fc1542-0fd1-4abe-a93f-eb53e7b35843, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:30.344797 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:30.346739 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:30.393309 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:30.396714 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:30.719872 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['d4fc1542-0fd1-4abe-a93f-eb53e7b35843'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:01:31.513925 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f09048-f106-4137-913a-f6184e32065c req-2b8a9537-3e99-4d0c-b4d6-aafd45cf7bc6 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:31.515420 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-13f09048-f106-4137-913a-f6184e32065c req-2b8a9537-3e99-4d0c-b4d6-aafd45cf7bc6 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 945 time: 0.0656555 Jun 29 00:01:31.555889 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-13f09048-f106-4137-913a-f6184e32065c req-26749081-ed78-44a4-8d39-81b4dc03d2f7 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327942 Jun 29 00:01:32.166350 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device d4fc1542-0fd1-4abe-a93f-eb53e7b35843 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:01:32.212840 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:01:32.216542 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:01:32.216918 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:32.291918 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:32.314036 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:32.316299 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca347f60-7706-4e73-9ff4-4181a655929e" -d '{"events": [{"server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "name": "network-vif-plugged", "status": "completed", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:32.328533 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port d4fc1542-0fd1-4abe-a93f-eb53e7b35843, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:32.333359 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:32.335387 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:32.357616 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba0bd80-b91a-4ef0-ba38-ffad2bd2f085 x-openstack-request-id: req-dba0bd80-b91a-4ef0-ba38-ffad2bd2f085 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:32.357911 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "name": "network-vif-plugged", "status": "completed", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:32.358169 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dba0bd80-b91a-4ef0-ba38-ffad2bd2f085 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:32.358567 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'code': 200} Jun 29 00:01:32.382762 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:32.385637 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:32.612714 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c84f32-c178-4a48-b324-47a99e30d8e2 req-998d36b7-4b63-462d-934c-259f3fb85479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:32.614215 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-51c84f32-c178-4a48-b324-47a99e30d8e2 req-998d36b7-4b63-462d-934c-259f3fb85479 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 1099 time: 0.0512171 Jun 29 00:01:32.649481 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-51c84f32-c178-4a48-b324-47a99e30d8e2 req-6d3466d8-f8c7-4276-9633-8fa150ff9a8e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279288 Jun 29 00:01:32.735626 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e452570-a3d6-472a-9b08-399372365342 req-68bd231c-449e-4368-987c-6231d08cabbb tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:32.737071 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e452570-a3d6-472a-9b08-399372365342 req-68bd231c-449e-4368-987c-6231d08cabbb tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 946 time: 0.0689054 Jun 29 00:01:32.780038 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e452570-a3d6-472a-9b08-399372365342 req-9e254a27-0ec1-48a3-a4d3-fbc3fe6fb0b2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318325 Jun 29 00:01:33.952536 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950af6c-b748-4901-a734-21c7ba8dc952 req-f20aa7f1-035b-44bc-b9ff-8f24c7e825d0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:33.953991 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a950af6c-b748-4901-a734-21c7ba8dc952 req-f20aa7f1-035b-44bc-b9ff-8f24c7e825d0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 946 time: 0.0618248 Jun 29 00:01:33.992080 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a950af6c-b748-4901-a734-21c7ba8dc952 req-9115b7ee-9dd9-45a0-9c35-efba654602b8 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317857 Jun 29 00:01:35.162459 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041e87f-29fa-408c-8eb9-9201ff97ded4 req-3fac91af-1737-4fcb-924a-e0ebe1bc7e59 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:35.163898 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f041e87f-29fa-408c-8eb9-9201ff97ded4 req-3fac91af-1737-4fcb-924a-e0ebe1bc7e59 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 946 time: 0.0611777 Jun 29 00:01:35.204409 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f041e87f-29fa-408c-8eb9-9201ff97ded4 req-d355cc2f-3dcc-4b2f-a1d9-3cbe541ec803 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348387 Jun 29 00:01:35.384166 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7961e58-a3ed-4ed1-811b-4e059924f1e4 req-024da350-e786-49f3-98f1-f10d02c5331e tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:35.385704 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f7961e58-a3ed-4ed1-811b-4e059924f1e4 req-024da350-e786-49f3-98f1-f10d02c5331e tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 946 time: 0.0725398 Jun 29 00:01:35.425249 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f7961e58-a3ed-4ed1-811b-4e059924f1e4 req-3545e514-076e-40bc-8824-9e7934af22ca tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326312 Jun 29 00:01:35.805253 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32b792-b70e-4512-998d-2f208d1e144a req-d93cb54c-708a-4abd-b6b7-3920e7474a8a tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:35.806715 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4a32b792-b70e-4512-998d-2f208d1e144a req-d93cb54c-708a-4abd-b6b7-3920e7474a8a tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 946 time: 0.0643742 Jun 29 00:01:35.844244 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4a32b792-b70e-4512-998d-2f208d1e144a req-a49a535d-8d23-498e-b308-b1cc70617d46 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308640 Jun 29 00:01:39.751570 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549ea79-b3e4-4c03-aec8-7b89fbb4631a req-06300358-dd94-4ae4-ae48-45678745146a tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:39.753031 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c549ea79-b3e4-4c03-aec8-7b89fbb4631a req-06300358-dd94-4ae4-ae48-45678745146a tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.0654039 Jun 29 00:01:39.789895 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c549ea79-b3e4-4c03-aec8-7b89fbb4631a req-4f29c695-a76c-4baf-8a90-5bbb8a1e81ae tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313077 Jun 29 00:01:40.121704 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d16d9-4e37-4e13-9d91-67d3592f4abd req-b02e9df6-8305-4d1c-b80f-cfaf9cf96263 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:40.123086 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-585d16d9-4e37-4e13-9d91-67d3592f4abd req-b02e9df6-8305-4d1c-b80f-cfaf9cf96263 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 946 time: 0.0607705 Jun 29 00:01:40.161607 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-585d16d9-4e37-4e13-9d91-67d3592f4abd req-d6070633-9185-477f-a43f-3b0ba70e21f0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Jun 29 00:01:40.185520 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38780) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:40.283537 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1320289-d03e-400f-b9d2-cee190080594 tempest-TestMinimumBasicScenario-484400212 tempest-TestMinimumBasicScenario-484400212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:40.285064 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-a1320289-d03e-400f-b9d2-cee190080594 tempest-TestMinimumBasicScenario-484400212 tempest-TestMinimumBasicScenario-484400212-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 1094 time: 0.0980964 Jun 29 00:01:40.288033 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38784) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:40.292413 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Request body: {'floatingip': {'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'port_id': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:40.321484 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for floatingip, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:40.416123 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:40.520960 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Allocated IP 172.28.0.123 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/3cde5a79-21a6-4b5b-ab4c-01db291ec4d5) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:01:40.618351 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:40.660289 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129828301'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:40.662748 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:40.696874 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:01:40.699481 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:01:40.705261 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:01:40.733917 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event updated for resources: {'Port': ['ID=3cde5a79-21a6-4b5b-ab4c-01db291ec4d5,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:40.737757 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:41.102741 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608ab28-13cc-48a0-bbec-08ae41de7985 req-fc948490-1402-40b9-a86b-4372f2783fc0 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:41.104250 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8608ab28-13cc-48a0-bbec-08ae41de7985 req-fc948490-1402-40b9-a86b-4372f2783fc0 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1936357 Jun 29 00:01:41.465947 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8608ab28-13cc-48a0-bbec-08ae41de7985 req-2b8f194f-2799-4e43-97fb-39e4574d606c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555057 Jun 29 00:01:41.521972 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:41.633261 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:41.775843 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:41.780612 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:41.782727 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0a913b1f-ec28-4fa9-998b-66cdb1615fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:41.851357 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event updated for resources: {'Port': ['ID=3cde5a79-21a6-4b5b-ab4c-01db291ec4d5,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:41.855350 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:41.864253 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:41.960372 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.l3_db [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Floating IP 7a5fcf51-9fbe-4df1-993f-230ad182c783 associated. External IP: 172.28.0.123, port: d4fc1542-0fd1-4abe-a93f-eb53e7b35843. Jun 29 00:01:42.153772 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:01:42.257143 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:01:42.267274 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaab4a8-bee2-447b-8fc0-0dddd900097d None None] Sync routers for ids ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:01:42.278452 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.281116 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaab4a8-bee2-447b-8fc0-0dddd900097d None None] Routers {'74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:01:42.281753 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-9eaab4a8-bee2-447b-8fc0-0dddd900097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:01:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:42.320616 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0314987 Jun 29 00:01:42.321729 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38792) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:42.321869 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:42.324269 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b80fa1-b8bd-4917-8030-3298f8136c49" -d '{"events": [{"name": "network-changed", "server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:42.331876 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-e05427ac-6590-4731-82f1-436edca3a8d0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929801476', 'description': 'tempest-secgroup-smoke-1929801476 description', 'project_id': '6f9355d9ca054d86bb32a3330e3d7507'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:42.333983 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-2047054a-d102-495f-b184-d92dd50eb11c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:42.335984 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-2047054a-d102-495f-b184-d92dd50eb11c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.52 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.0718515 Jun 29 00:01:42.367159 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e05427ac-6590-4731-82f1-436edca3a8d0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.373897 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09906119-95a0-4960-80c0-94c2c456473a x-openstack-request-id: req-09906119-95a0-4960-80c0-94c2c456473a {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:42.374315 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:42.374553 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09906119-95a0-4960-80c0-94c2c456473a {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:42.374980 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'status': 'completed', 'code': 200} Jun 29 00:01:42.399487 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-9eaab4a8-bee2-447b-8fc0-0dddd900097d None None] Set router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:01:42.468361 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Deleting port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:01:42.468682 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.509088 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e05427ac-6590-4731-82f1-436edca3a8d0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.519202 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e05427ac-6590-4731-82f1-436edca3a8d0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.522825 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:42.531107 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b80fa1-b8bd-4917-8030-3298f8136c49 req-74b9ff42-c4c8-4c3e-b587-d42eec88a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:42.532662 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a2b80fa1-b8bd-4917-8030-3298f8136c49 req-74b9ff42-c4c8-4c3e-b587-d42eec88a940 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f9355d9ca054d86bb32a3330e3d7507&device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 1099 time: 0.1110058 Jun 29 00:01:42.568529 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] For port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:42.568913 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.624134 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e05427ac-6590-4731-82f1-436edca3a8d0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.625809 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-e05427ac-6590-4731-82f1-436edca3a8d0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2980130 Jun 29 00:01:42.632382 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38798) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:42.633454 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05427ac-6590-4731-82f1-436edca3a8d0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928747cd-51da-4445-b0bd-f19685fdc66a,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:42.644582 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-b8e2f655-90bd-4c3b-9641-d1553954a3ea tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Request body: {'security_group_rule': {'security_group_id': '928747cd-51da-4445-b0bd-f19685fdc66a', 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:42.651043 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-e05427ac-6590-4731-82f1-436edca3a8d0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:42.664456 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-9eaab4a8-bee2-447b-8fc0-0dddd900097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:00:49Z', 'revision_number': 4, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '7a5fcf51-9fbe-4df1-993f-230ad182c783', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'port_id': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'mac_address': 'fa:16:3e:b6:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:01:40Z', 'updated_at': '2021-06-29T00:01:40Z', 'revision_number': 0, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440fadd0-728a-4e6e-b330-02c1e4ba1100', 'name': '', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'mac_address': 'fa:16:3e:32:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:48Z', 'updated_at': '2021-06-29T00:00:54Z', 'revision_number': 5, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'subnets': [{'id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:42.693337 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaab4a8-bee2-447b-8fc0-0dddd900097d None None] Checking router: 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:01:42.704291 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaab4a8-bee2-447b-8fc0-0dddd900097d None None] Routers {'74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:01:42.705033 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-9eaab4a8-bee2-447b-8fc0-0dddd900097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:01:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:42.720358 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b80fa1-b8bd-4917-8030-3298f8136c49 req-c813e6ae-a2fc-49d0-90aa-68a7487b3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:42.721909 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a2b80fa1-b8bd-4917-8030-3298f8136c49 req-c813e6ae-a2fc-49d0-90aa-68a7487b3873 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d HTTP/1.1" status: 200 len: 915 time: 0.1790605 Jun 29 00:01:42.739928 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c3ddc-b976-45cf-b226-5384e24c6663 req-3d7680a6-96e6-489c-9590-3b1322dc85bd tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:42.747275 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-231c3ddc-b976-45cf-b226-5384e24c6663 req-3d7680a6-96e6-489c-9590-3b1322dc85bd tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 945 time: 0.1201701 Jun 29 00:01:42.749347 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f655-90bd-4c3b-9641-d1553954a3ea tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.823944 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-9eaab4a8-bee2-447b-8fc0-0dddd900097d None None] Set router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:01:42.836613 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-231c3ddc-b976-45cf-b226-5384e24c6663 req-841f1e5f-2516-47ef-bdb3-0af2c67b44c4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=1222cf61-bfb9-49a9-a3ef-341229feb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884249 Jun 29 00:01:42.868538 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a2b80fa1-b8bd-4917-8030-3298f8136c49 req-6d6777d1-6c35-4c9c-9886-f005257c1aae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843 HTTP/1.1" status: 200 len: 1000 time: 0.1370780 Jun 29 00:01:42.872928 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f655-90bd-4c3b-9641-d1553954a3ea tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.875332 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.875723 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.876035 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.l3_db [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Floating IP 25baaf7f-81e0-47c9-879c-7e4943274b3a disassociated. External IP: 172.28.0.35, port: b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e. Jun 29 00:01:42.876425 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Calling delete_port for b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:01:42.878634 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f655-90bd-4c3b-9641-d1553954a3ea tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.883968 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1f6e27fc-f993-42d2-acc1-803e25f1feef tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:42.908948 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2f655-90bd-4c3b-9641-d1553954a3ea tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c176f63-dde9-42e3-a008-1dfe29c8fab5,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:42.926781 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b80fa1-b8bd-4917-8030-3298f8136c49 req-8f0b0e58-4873-4b21-bee6-db300181ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:42.928573 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a2b80fa1-b8bd-4917-8030-3298f8136c49 req-8f0b0e58-4873-4b21-bee6-db300181ee5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f13714b8-126e-4400-b2b5-95f90b5d6522 HTTP/1.1" status: 200 len: 853 time: 0.0522931 Jun 29 00:01:42.937018 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b8e2f655-90bd-4c3b-9641-d1553954a3ea tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:42.938911 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f655-90bd-4c3b-9641-d1553954a3ea tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:42.942566 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-b8e2f655-90bd-4c3b-9641-d1553954a3ea tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3066542 Jun 29 00:01:42.942773 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38800) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:42.947198 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-6f1cb559-6193-451b-aa64-c75ae204b093 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Request body: {'security_group_rule': {'security_group_id': '928747cd-51da-4445-b0bd-f19685fdc66a', 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:42.992365 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b80fa1-b8bd-4917-8030-3298f8136c49 req-e4b00b43-c1bd-42b9-adc8-757f736e0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:42.993840 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a2b80fa1-b8bd-4917-8030-3298f8136c49 req-e4b00b43-c1bd-42b9-adc8-757f736e0990 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0581534 Jun 29 00:01:42.996247 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb559-6193-451b-aa64-c75ae204b093 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.087479 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb559-6193-451b-aa64-c75ae204b093 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.088460 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.091106 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-9eaab4a8-bee2-447b-8fc0-0dddd900097d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:00:49Z', 'revision_number': 4, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '7a5fcf51-9fbe-4df1-993f-230ad182c783', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'port_id': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'mac_address': 'fa:16:3e:b6:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:01:40Z', 'updated_at': '2021-06-29T00:01:40Z', 'revision_number': 0, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440fadd0-728a-4e6e-b330-02c1e4ba1100', 'name': '', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'mac_address': 'fa:16:3e:32:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:48Z', 'updated_at': '2021-06-29T00:00:54Z', 'revision_number': 5, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'subnets': [{'id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:43.092254 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4349df5b-6d2e-45b7-8fd1-836a9d87cd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:43.101840 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a2b80fa1-b8bd-4917-8030-3298f8136c49 req-0fbcbd8e-9a9c-4a00-a7a2-bf61d923fd94 service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998924 Jun 29 00:01:43.114904 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb559-6193-451b-aa64-c75ae204b093 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.119052 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event deleted for resources: {'Port': ['ID=b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:43.122743 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaab4a8-bee2-447b-8fc0-0dddd900097d None None] The sync data for ids ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'] in dv-cinder-763306-13-smb is: [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:00:49Z', 'revision_number': 4, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '7a5fcf51-9fbe-4df1-993f-230ad182c783', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'port_id': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'mac_address': 'fa:16:3e:b6:b0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:01:40Z', 'updated_at': '2021-06-29T00:01:40Z', 'revision_number': 0, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440fadd0-728a-4e6e-b330-02c1e4ba1100', 'name': '', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'mac_address': 'fa:16:3e:32:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:48Z', 'updated_at': '2021-06-29T00:00:54Z', 'revision_number': 5, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'subnets': [{'id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:01:43.124670 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:43.125883 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:43.176350 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cb559-6193-451b-aa64-c75ae204b093 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1b9989-f460-4719-9239-76dced2c15a6,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:43.179921 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb559-6193-451b-aa64-c75ae204b093 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.183632 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-6f1cb559-6193-451b-aa64-c75ae204b093 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2374406 Jun 29 00:01:43.183632 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6f1cb559-6193-451b-aa64-c75ae204b093 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:43.184668 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38802) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:43.191000 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-aa942fca-08f2-4e9e-8483-fc11315ab72c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Request body: {'security_group_rule': {'security_group_id': '928747cd-51da-4445-b0bd-f19685fdc66a', 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:43.229979 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a2b80fa1-b8bd-4917-8030-3298f8136c49 req-d532e9e2-cb1f-4883-b34b-45d5dc0db586 service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216996 Jun 29 00:01:43.235980 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-aa942fca-08f2-4e9e-8483-fc11315ab72c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.258642 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Router 0e9c02fb-189d-49a0-a430-6158b7042915 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:01:43.294573 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-aa942fca-08f2-4e9e-8483-fc11315ab72c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.299070 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-aa942fca-08f2-4e9e-8483-fc11315ab72c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.301452 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:43.320329 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa942fca-08f2-4e9e-8483-fc11315ab72c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c542aa-96fc-46ac-84fc-17cff31c6322,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:43.329800 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-aa942fca-08f2-4e9e-8483-fc11315ab72c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:43.333430 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-aa942fca-08f2-4e9e-8483-fc11315ab72c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.337196 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-aa942fca-08f2-4e9e-8483-fc11315ab72c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496096 Jun 29 00:01:43.337414 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38804) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:43.341874 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-134c95a6-2a45-4bfa-96e4-8e4b479c73ad tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Request body: {'security_group_rule': {'security_group_id': '928747cd-51da-4445-b0bd-f19685fdc66a', 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:43.372208 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-134c95a6-2a45-4bfa-96e4-8e4b479c73ad tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.376962 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a475b-2368-4de1-84af-b45b3b6a4f11 None None] New status for floating IP 7a5fcf51-9fbe-4df1-993f-230ad182c783: ACTIVE {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:01:43.399499 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:01:43.409671 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef42556-5847-4929-9c8c-8541d6f86413 None None] Sync routers for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:01:43.423866 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef42556-5847-4929-9c8c-8541d6f86413 None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:01:43.424597 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-7ef42556-5847-4929-9c8c-8541d6f86413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:01:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:43.448987 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-134c95a6-2a45-4bfa-96e4-8e4b479c73ad tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.454347 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-134c95a6-2a45-4bfa-96e4-8e4b479c73ad tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.457549 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b0e73f00-38fe-484b-84e3-a4e44d55d008 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:43.462617 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] No DVR routers for this DVR port b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e on host hv-cinder-76330 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:01:43.466382 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.468660 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-3193ba21-a588-40b9-9beb-6655d042c1d9 req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.52 "DELETE /v2.0/ports/b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e HTTP/1.1" status: 204 len: 173 time: 1.1266892 Jun 29 00:01:43.471278 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'name': 'network-vif-deleted', 'tag': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:43.478663 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53517df-cd1d-4f51-ab7d-84fe09351599" -d '{"events": [{"server_uuid": "4876a2ae-7438-4228-94a4-48ca71e39a20", "name": "network-vif-deleted", "tag": "b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:43.488269 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c95a6-2a45-4bfa-96e4-8e4b479c73ad tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9092cc-7123-4c0a-a2d7-b7bee23c7fc2,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:43.497679 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-134c95a6-2a45-4bfa-96e4-8e4b479c73ad tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:43.499934 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-134c95a6-2a45-4bfa-96e4-8e4b479c73ad tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.501440 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-134c95a6-2a45-4bfa-96e4-8e4b479c73ad tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628790 Jun 29 00:01:43.503944 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38810) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:43.508767 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-0bc8e526-7fe2-4828-910a-3eb45d596663 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Request body: {'security_group_rule': {'security_group_id': '928747cd-51da-4445-b0bd-f19685fdc66a', 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:43.524981 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c1f5d3-225a-4930-bf7f-16a1f74826bd x-openstack-request-id: req-33c1f5d3-225a-4930-bf7f-16a1f74826bd {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:43.525313 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4876a2ae-7438-4228-94a4-48ca71e39a20", "name": "network-vif-deleted", "tag": "b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:43.535644 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33c1f5d3-225a-4930-bf7f-16a1f74826bd {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:43.536392 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4876a2ae-7438-4228-94a4-48ca71e39a20', 'name': 'network-vif-deleted', 'tag': 'b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e', 'status': 'completed', 'code': 200} Jun 29 00:01:43.545020 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.securitygroups_db [None req-0bc8e526-7fe2-4828-910a-3eb45d596663 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Project 6f9355d9ca054d86bb32a3330e3d7507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 00:01:43.551190 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e526-7fe2-4828-910a-3eb45d596663 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.621737 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e526-7fe2-4828-910a-3eb45d596663 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.633801 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e526-7fe2-4828-910a-3eb45d596663 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.635876 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:43.658924 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8e526-7fe2-4828-910a-3eb45d596663 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f97c90e-23ae-401c-9edb-091205dfc16c,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:43.659344 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-7ef42556-5847-4929-9c8c-8541d6f86413 None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:01:43.671899 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-0bc8e526-7fe2-4828-910a-3eb45d596663 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:43.675037 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e526-7fe2-4828-910a-3eb45d596663 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.676639 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-0bc8e526-7fe2-4828-910a-3eb45d596663 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1716912 Jun 29 00:01:43.679274 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38812) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:43.685153 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-8d7388b1-5b09-429b-8224-0bb2b69f35f2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Request body: {'security_group_rule': {'security_group_id': '928747cd-51da-4445-b0bd-f19685fdc66a', 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:43.710603 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.securitygroups_db [None req-8d7388b1-5b09-429b-8224-0bb2b69f35f2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Project 6f9355d9ca054d86bb32a3330e3d7507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 00:01:43.727461 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8d7388b1-5b09-429b-8224-0bb2b69f35f2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.791818 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8d7388b1-5b09-429b-8224-0bb2b69f35f2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.796597 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8d7388b1-5b09-429b-8224-0bb2b69f35f2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.798633 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-134c95a6-2a45-4bfa-96e4-8e4b479c73ad tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:43.812377 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7388b1-5b09-429b-8224-0bb2b69f35f2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee4656d-327f-4fb3-9b2a-48b309a04e74,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:43.816170 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8d7388b1-5b09-429b-8224-0bb2b69f35f2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:43.822367 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8d7388b1-5b09-429b-8224-0bb2b69f35f2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:43.823519 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-8d7388b1-5b09-429b-8224-0bb2b69f35f2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432226 Jun 29 00:01:43.881576 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-7ef42556-5847-4929-9c8c-8541d6f86413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:43.914406 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef42556-5847-4929-9c8c-8541d6f86413 None None] Checking router: 0e9c02fb-189d-49a0-a430-6158b7042915 for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:01:43.924870 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef42556-5847-4929-9c8c-8541d6f86413 None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:01:43.925565 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-7ef42556-5847-4929-9c8c-8541d6f86413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:01:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:44.005625 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d2e0dc0f-3d00-47eb-98d4-088df319d7cd req-e944126d-6b00-4771-9637-2fc45082006f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=4876a2ae-7438-4228-94a4-48ca71e39a20 HTTP/1.1" status: 200 len: 210 time: 0.0348353 Jun 29 00:01:44.112985 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e50ae8b-c640-4f48-a4ab-942df787ae0d req-b380091a-ebbb-4cf8-9991-e3177ba9ac41 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929801476&fields=id&tenant_id=6f9355d9ca054d86bb32a3330e3d7507 HTTP/1.1" status: 200 len: 267 time: 0.2034688 Jun 29 00:01:44.165403 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-7ef42556-5847-4929-9c8c-8541d6f86413 None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:01:44.185101 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ae8b-c640-4f48-a4ab-942df787ae0d req-55fcec9a-b220-47ee-8179-af60e39e0f64 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:44.187284 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e50ae8b-c640-4f48-a4ab-942df787ae0d req-55fcec9a-b220-47ee-8179-af60e39e0f64 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 946 time: 0.0684412 Jun 29 00:01:44.206481 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-6e50ae8b-c640-4f48-a4ab-942df787ae0d req-8359ae50-bf14-4f5a-aaf1-f0dd73046080 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Request body: {'port': {'security_groups': ['cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed', '928747cd-51da-4445-b0bd-f19685fdc66a']}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:44.279239 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32b4bccb-f4ca-4df1-b9c0-6672598a1de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:44.301713 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-6e50ae8b-c640-4f48-a4ab-942df787ae0d req-8359ae50-bf14-4f5a-aaf1-f0dd73046080 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:44.393521 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-7ef42556-5847-4929-9c8c-8541d6f86413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:01:44.420708 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef42556-5847-4929-9c8c-8541d6f86413 None None] The sync data for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb is: [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:01:44.490395 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-6e50ae8b-c640-4f48-a4ab-942df787ae0d req-8359ae50-bf14-4f5a-aaf1-f0dd73046080 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] For port d4fc1542-0fd1-4abe-a93f-eb53e7b35843, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:44.520805 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-6e50ae8b-c640-4f48-a4ab-942df787ae0d req-8359ae50-bf14-4f5a-aaf1-f0dd73046080 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:44.525412 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-6e50ae8b-c640-4f48-a4ab-942df787ae0d req-8359ae50-bf14-4f5a-aaf1-f0dd73046080 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:44.534206 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:44.565352 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['d4fc1542-0fd1-4abe-a93f-eb53e7b35843'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:01:44.569732 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ae8b-c640-4f48-a4ab-942df787ae0d req-8359ae50-bf14-4f5a-aaf1-f0dd73046080 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:44.570366 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-6e50ae8b-c640-4f48-a4ab-942df787ae0d req-8359ae50-bf14-4f5a-aaf1-f0dd73046080 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:44.571757 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6e50ae8b-c640-4f48-a4ab-942df787ae0d req-8359ae50-bf14-4f5a-aaf1-f0dd73046080 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "PUT /v2.0/ports/d4fc1542-0fd1-4abe-a93f-eb53e7b35843 HTTP/1.1" status: 200 len: 982 time: 0.3712745 Jun 29 00:01:44.572303 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:44.574617 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf869eb-f495-475c-bfd9-bdd6a1dae226" -d '{"events": [{"name": "network-changed", "server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:44.627261 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359ae50-bf14-4f5a-aaf1-f0dd73046080 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event updated for resources: {'Port': ['ID=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,revision_number=6']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:44.636396 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8359ae50-bf14-4f5a-aaf1-f0dd73046080 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:44.644287 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc67d6ff-c003-4387-a3cc-3219e1f39999 x-openstack-request-id: req-dc67d6ff-c003-4387-a3cc-3219e1f39999 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:44.644645 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:44.644890 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc67d6ff-c003-4387-a3cc-3219e1f39999 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:44.645333 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'status': 'completed', 'code': 200} Jun 29 00:01:44.737739 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['d4fc1542-0fd1-4abe-a93f-eb53e7b35843'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:01:44.751200 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c025f15-69aa-4a31-a3cb-59c5d782aaa8 None None] New status for floating IP 25baaf7f-81e0-47c9-879c-7e4943274b3a: DOWN {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:01:44.778086 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf869eb-f495-475c-bfd9-bdd6a1dae226 req-edd78eff-4fd6-479c-88a7-be977d83ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:44.780611 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4cf869eb-f495-475c-bfd9-bdd6a1dae226 req-edd78eff-4fd6-479c-88a7-be977d83ecbc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f9355d9ca054d86bb32a3330e3d7507&device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 1138 time: 0.0834310 Jun 29 00:01:44.861780 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e06843-8810-494b-91bc-b399b7db1a60 req-d37deb27-381c-460e-8a2d-ad4fad20677d tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:44.872831 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-40e06843-8810-494b-91bc-b399b7db1a60 req-d37deb27-381c-460e-8a2d-ad4fad20677d tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.1182499 Jun 29 00:01:44.921033 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf869eb-f495-475c-bfd9-bdd6a1dae226 req-43bf0e37-7341-4e1f-a0c1-67acf65ac262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:44.922607 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4cf869eb-f495-475c-bfd9-bdd6a1dae226 req-43bf0e37-7341-4e1f-a0c1-67acf65ac262 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d HTTP/1.1" status: 200 len: 915 time: 0.1340575 Jun 29 00:01:44.940721 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-40e06843-8810-494b-91bc-b399b7db1a60 req-0f9d6b06-6a38-498a-8846-c020ea32abd7 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661831 Jun 29 00:01:44.945654 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-0b2751bb-1ac5-406f-8bcf-75b06369b646 None None] Provisioning complete for port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:01:44.946036 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b2751bb-1ac5-406f-8bcf-75b06369b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:44.999010 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4cf869eb-f495-475c-bfd9-bdd6a1dae226 req-893fbe6a-7905-43ba-93c9-91214050da6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843 HTTP/1.1" status: 200 len: 1002 time: 0.0693634 Jun 29 00:01:45.051637 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf869eb-f495-475c-bfd9-bdd6a1dae226 req-56ad2fd8-2fd5-4241-bd26-bd01744991ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:45.053166 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4cf869eb-f495-475c-bfd9-bdd6a1dae226 req-56ad2fd8-2fd5-4241-bd26-bd01744991ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f13714b8-126e-4400-b2b5-95f90b5d6522 HTTP/1.1" status: 200 len: 853 time: 0.0477774 Jun 29 00:01:45.123057 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf869eb-f495-475c-bfd9-bdd6a1dae226 req-d466f241-1b0a-4d55-b495-a74ffb2d12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:45.124834 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4cf869eb-f495-475c-bfd9-bdd6a1dae226 req-d466f241-1b0a-4d55-b495-a74ffb2d12e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0631278 Jun 29 00:01:45.137132 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38834) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:45.203992 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-533ffc11-fcc1-44a0-9094-add472e99b57 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:45.223826 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4cf869eb-f495-475c-bfd9-bdd6a1dae226 req-c73abdce-775c-4f3e-ba97-3adb947069f1 service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910621 Jun 29 00:01:45.232824 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-533ffc11-fcc1-44a0-9094-add472e99b57 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:45.290892 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-533ffc11-fcc1-44a0-9094-add472e99b57 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:45.293687 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-533ffc11-fcc1-44a0-9094-add472e99b57 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:45.295796 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-533ffc11-fcc1-44a0-9094-add472e99b57 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "DELETE /v2.0/security-groups/1222cf61-bfb9-49a9-a3ef-341229feb07f HTTP/1.1" status: 204 len: 168 time: 0.1567354 Jun 29 00:01:45.296784 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-5899a034-bffa-4c6a-943e-7a0ed15828f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:45.298692 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38836) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:45.307655 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ffc11-fcc1-44a0-9094-add472e99b57 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1222cf61-bfb9-49a9-a3ef-341229feb07f,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:45.310364 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-533ffc11-fcc1-44a0-9094-add472e99b57 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:45.320496 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.api.v2.resource [None req-5b7e0128-30da-4fe5-beda-30865bd876c7 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] show failed (client error): The resource could not be found. Jun 29 00:01:45.321515 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-5b7e0128-30da-4fe5-beda-30865bd876c7 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups/1222cf61-bfb9-49a9-a3ef-341229feb07f HTTP/1.1" status: 404 len: 347 time: 0.0218792 Jun 29 00:01:45.324718 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38838) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:45.342890 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4cf869eb-f495-475c-bfd9-bdd6a1dae226 req-76169506-91bc-4991-b9fc-503538bc240b service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117597 Jun 29 00:01:45.458199 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5f5e1-00b2-4e76-8443-4ce7b1ed7e95 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Deleting port 73d5156c-1ec6-4b2d-a561-f93944552fa9 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:01:45.458542 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f5e1-00b2-4e76-8443-4ce7b1ed7e95 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:45.534800 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f5e1-00b2-4e76-8443-4ce7b1ed7e95 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:45.535124 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f5e1-00b2-4e76-8443-4ce7b1ed7e95 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:45.546236 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5f5e1-00b2-4e76-8443-4ce7b1ed7e95 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Calling delete_port for 73d5156c-1ec6-4b2d-a561-f93944552fa9 owned by network:floatingip {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:01:45.671659 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f5e1-00b2-4e76-8443-4ce7b1ed7e95 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:45.673737 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1f0175b5-f45f-48f3-80fd-24d7c0596fc0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:45.700454 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5f5e1-00b2-4e76-8443-4ce7b1ed7e95 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event deleted for resources: {'Port': ['ID=73d5156c-1ec6-4b2d-a561-f93944552fa9,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:45.703354 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d8d5f5e1-00b2-4e76-8443-4ce7b1ed7e95 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:45.759001 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f5e1-00b2-4e76-8443-4ce7b1ed7e95 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:45.761640 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f5e1-00b2-4e76-8443-4ce7b1ed7e95 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:45.762777 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-d8d5f5e1-00b2-4e76-8443-4ce7b1ed7e95 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "DELETE /v2.0/floatingips/25baaf7f-81e0-47c9-879c-7e4943274b3a HTTP/1.1" status: 204 len: 168 time: 0.4363451 Jun 29 00:01:46.038322 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38844) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:46.043038 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-49c9e0c4-b71b-461f-a1c8-828b4af19193 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--861759678', 'description': 'tempest-description--235616883'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:46.064605 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-49c9e0c4-b71b-461f-a1c8-828b4af19193 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.141901 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-49c9e0c4-b71b-461f-a1c8-828b4af19193 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.145581 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-49c9e0c4-b71b-461f-a1c8-828b4af19193 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.148757 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1871ed74-14bd-48b9-bea9-bbccc3b293bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:46.174028 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-49c9e0c4-b71b-461f-a1c8-828b4af19193 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.175216 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-49c9e0c4-b71b-461f-a1c8-828b4af19193 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1358988 Jun 29 00:01:46.177031 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9e0c4-b71b-461f-a1c8-828b4af19193 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325debfa-8239-4f93-9255-0d6135309e51,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:46.178231 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38846) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:46.179726 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-49c9e0c4-b71b-461f-a1c8-828b4af19193 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:46.184126 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-334c5996-52e0-43e6-81ad-467d5514c2cd tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Request body: {'security_group_rule': {'security_group_id': '325debfa-8239-4f93-9255-0d6135309e51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:46.209209 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-334c5996-52e0-43e6-81ad-467d5514c2cd tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.264851 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-334c5996-52e0-43e6-81ad-467d5514c2cd tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.268601 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-334c5996-52e0-43e6-81ad-467d5514c2cd tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.270152 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:01:46.271011 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3c444ad9-45fb-4fb3-933b-2a712da5754d tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:46.287756 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c5996-52e0-43e6-81ad-467d5514c2cd tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9695e15-cd04-4c27-aab5-56f631525fff,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:46.290771 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-334c5996-52e0-43e6-81ad-467d5514c2cd tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:46.294323 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-334c5996-52e0-43e6-81ad-467d5514c2cd tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.296432 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-334c5996-52e0-43e6-81ad-467d5514c2cd tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160557 Jun 29 00:01:46.298666 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:01:46.298847 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38848) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:46.299053 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device b79c50d3-2ede-4fd8-9ede-c8a2023e1e2e not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:01:46.303242 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-8936922c-6071-448f-abb8-76b9fe6c379e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Request body: {'security_group_rule': {'security_group_id': '325debfa-8239-4f93-9255-0d6135309e51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:46.328074 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8936922c-6071-448f-abb8-76b9fe6c379e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.386954 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8936922c-6071-448f-abb8-76b9fe6c379e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.391041 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8936922c-6071-448f-abb8-76b9fe6c379e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123950'] for security_group_rule, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.395958 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-67953dde-9e28-408b-a5ce-1898b3cfebb6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:46.410314 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936922c-6071-448f-abb8-76b9fe6c379e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c698d59-f715-4589-9763-71472c470924,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:46.412800 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8936922c-6071-448f-abb8-76b9fe6c379e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:46.419006 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8936922c-6071-448f-abb8-76b9fe6c379e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.423132 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-8936922c-6071-448f-abb8-76b9fe6c379e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205757 Jun 29 00:01:46.423486 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 38850) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:46.428274 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Request body: {'floatingip': {'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:46.448840 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.550002 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.652856 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Allocated IP 172.28.0.146 (b5b54806-5b8c-4699-8258-4cd96ed8e211/5b21d0bc-898a-44cb-a4d2-6ee0812eb930/c1cd89d6-d918-487a-be40-17fd93f179a6) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:01:46.758156 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.796253 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129828301'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.798065 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:46.836640 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Network b5b54806-5b8c-4699-8258-4cd96ed8e211 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:01:46.839263 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:01:46.841781 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:01:46.872575 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event updated for resources: {'Port': ['ID=c1cd89d6-d918-487a-be40-17fd93f179a6,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:46.876474 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:46.939467 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:46.982571 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:47.131307 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:47.135780 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:47.137786 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:47.200204 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event updated for resources: {'Port': ['ID=c1cd89d6-d918-487a-be40-17fd93f179a6,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:47.203885 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:47.211887 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:47.225219 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:47.226561 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-c6e781c1-d03b-472f-aed9-b6af32e6f1a4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8019691 Jun 29 00:01:47.237618 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ae8bdbd8-a04e-472e-901b-0d82aa423d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:47.409236 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-58697b00-68fe-4df4-af8e-408d09d529f2 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--861759678&fields=id&tenant_id=d8fbe869bbe54a308294942cb74c918d HTTP/1.1" status: 200 len: 267 time: 0.0315285 Jun 29 00:01:47.515512 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-79b28159-8cd2-4caa-a6eb-a035993a4c17 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:47.517008 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-79b28159-8cd2-4caa-a6eb-a035993a4c17 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/networks?id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 HTTP/1.1" status: 200 len: 811 time: 0.1015425 Jun 29 00:01:47.531507 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-3cc8d4c6-280c-4af6-9cbd-2e875b72c75a tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/quotas/d8fbe869bbe54a308294942cb74c918d HTTP/1.1" status: 200 len: 375 time: 0.0092406 Jun 29 00:01:47.597760 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-04640ba7-4b92-4ea4-be54-971a7ad1c769 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8fbe869bbe54a308294942cb74c918d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614140 Jun 29 00:01:47.693776 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-1d77188b-fd53-4268-a534-a913359453b9 service neutron] 10.222.0.30 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851004 Jun 29 00:01:47.829954 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-64aecebb-f922-4710-abe7-338c705fdb36 service neutron] 10.222.0.30 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302896 Jun 29 00:01:48.063226 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e441bca1-5304-4a3c-8e47-c49926e995cd req-d8b93f2e-4534-4d4c-bcc5-3847ee2a7e5c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 210 time: 0.0817802 Jun 29 00:01:48.541328 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:49.204024 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c7ca15ae-388e-43b7-97cf-f2de446908d5 req-ecfc6fbf-73b1-4baf-9a73-e302998a69e9 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 210 time: 0.0307608 Jun 29 00:01:49.237624 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-e4a5189d-6e22-46d2-9213-9302fb0906ab tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:49.239047 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-e4a5189d-6e22-46d2-9213-9302fb0906ab tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.52 "GET /v2.0/networks?id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 HTTP/1.1" status: 200 len: 811 time: 0.1087313 Jun 29 00:01:49.297505 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-3ca85e09-0f80-4c22-b743-6f6edd00171c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8fbe869bbe54a308294942cb74c918d HTTP/1.1" status: 200 len: 379 time: 0.0348198 Jun 29 00:01:49.307462 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Request body: {'port': {'device_id': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'admin_state_up': True, 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'security_groups': ['325debfa-8239-4f93-9255-0d6135309e51']}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:49.424953 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Made reservation on behalf of d8fbe869bbe54a308294942cb74c918d for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:01:49.428604 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:49.474161 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:49.556276 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Allocated IP 172.20.0.7 (94c4ac10-c8e9-4a3f-a7ea-15e45e093e67/8fb36a3c-a914-48b2-a528-9f9f7bc5d417/83953f91-4b38-4ed9-b79f-63e8a8bd9d72) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:01:49.689386 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:49.703105 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Transition to ACTIVE for port object 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 will not be triggered until provisioned by entity DHCP. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:01:49.736632 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:49.740428 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0cde657c-0a8b-4029-905a-b6f413300300 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:49.783760 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:01:49.786859 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:01:49.793235 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:01:49.815789 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event updated for resources: {'Port': ['ID=83953f91-4b38-4ed9-b79f-63e8a8bd9d72,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:49.822009 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:49.846448 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:49.847113 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:49.871183 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676212 Jun 29 00:01:49.894553 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Request body: {'port': {'device_id': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:49.966166 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:50.002848 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-ba30fe59-f5e4-4dee-b4d6-b1d2c742be54 None None] Provisioning for port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 completed by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:01:50.007029 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-ba30fe59-f5e4-4dee-b4d6-b1d2c742be54 None None] Provisioning complete for port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:01:50.007436 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ba30fe59-f5e4-4dee-b4d6-b1d2c742be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:50.040615 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-ba30fe59-f5e4-4dee-b4d6-b1d2c742be54 None None] Port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 cannot update to ACTIVE because it is not bound. {{(pid=92979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 00:01:50.375764 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc03e9-d09b-4bf9-9dae-d376af3b0135 req-bfd73bec-861c-40f7-93e5-fea65b35ff17 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:50.377246 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6cbc03e9-d09b-4bf9-9dae-d376af3b0135 req-bfd73bec-861c-40f7-93e5-fea65b35ff17 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 931 time: 0.0605876 Jun 29 00:01:50.416635 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6cbc03e9-d09b-4bf9-9dae-d376af3b0135 req-cad9e582-1425-4f8a-a447-64cdfe3a1ac4 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=325debfa-8239-4f93-9255-0d6135309e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335386 Jun 29 00:01:50.460928 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:01:50.469269 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:50.484180 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Transition to ACTIVE for port object 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:01:50.487955 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:50.489965 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:50.519863 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:50.539292 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Pushing event updated for resources: {'Port': ['ID=83953f91-4b38-4ed9-b79f-63e8a8bd9d72,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:50.543649 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:50.614808 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Attempting to bind port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:01:50.615149 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Attempting to bind port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:01:50.615480 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Attempting to bind port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 on network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:01:50.620198 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 on network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:01:50.620528 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Attempting to bind port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 on network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:01:50.627092 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:01:50.627431 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Checking segment: {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:01:50.627817 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Bound using segment: {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:01:50.628280 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Bound port: 83953f91-4b38-4ed9-b79f-63e8a8bd9d72, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:01:50.628635 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:50.680894 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:01:50.699158 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] For port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72, host hv-cinder-76330, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:01:50.702808 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] For port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=83953f91-4b38-4ed9-b79f-63e8a8bd9d72,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:01:50.706220 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:50.708389 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:50.741244 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:50.741934 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:50.743187 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] 10.222.0.52 "PUT /v2.0/ports/83953f91-4b38-4ed9-b79f-63e8a8bd9d72 HTTP/1.1" status: 200 len: 1093 time: 0.8531246 Jun 29 00:01:50.743691 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'tag': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:50.745978 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44de46f7-c31a-4f62-a081-26dedbe333ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8421d8aa-6c92-4bbe-8b25-0acdfb47554d", "tag": "83953f91-4b38-4ed9-b79f-63e8a8bd9d72"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:50.777330 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Pushing event updated for resources: {'Port': ['ID=83953f91-4b38-4ed9-b79f-63e8a8bd9d72,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:50.780925 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-46284893-cebf-4ef0-9837-3db82b1c2e9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:50.786978 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cc7322-c390-4b8c-a918-6f4192a1573e x-openstack-request-id: req-31cc7322-c390-4b8c-a918-6f4192a1573e {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:50.787540 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8421d8aa-6c92-4bbe-8b25-0acdfb47554d", "tag": "83953f91-4b38-4ed9-b79f-63e8a8bd9d72", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:50.787873 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31cc7322-c390-4b8c-a918-6f4192a1573e {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:50.788329 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'tag': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72', 'status': 'completed', 'code': 200} Jun 29 00:01:50.867860 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-261f1e56-ce96-4734-b4ad-524bfbd0a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:50.869515 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-261f1e56-ce96-4734-b4ad-524bfbd0a9a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8fbe869bbe54a308294942cb74c918d&device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 1096 time: 0.0559602 Jun 29 00:01:50.920715 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-ab81cfc6-0d77-411c-baba-e65228a80170 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83953f91-4b38-4ed9-b79f-63e8a8bd9d72 HTTP/1.1" status: 200 len: 217 time: 0.0356188 Jun 29 00:01:50.968422 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-29f2f4f6-93c5-4b3e-9002-691beef9b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:50.969829 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-29f2f4f6-93c5-4b3e-9002-691beef9b431 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb36a3c-a914-48b2-a528-9f9f7bc5d417 HTTP/1.1" status: 200 len: 850 time: 0.0421598 Jun 29 00:01:51.025390 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-8dc1d18d-4754-47ae-9671-4fdaa2900662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:51.026880 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-8dc1d18d-4754-47ae-9671-4fdaa2900662 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0494936 Jun 29 00:01:51.116455 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-6a80260b-58b6-4c28-b585-bbf03582fc3f service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795991 Jun 29 00:01:51.201133 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c0d53db4-634d-450e-80ea-e727d5728b02 req-b7e21fd1-3939-4f2f-8e63-167fcb9a39e0 service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0768299 Jun 29 00:01:51.361011 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de46f7-c31a-4f62-a081-26dedbe333ac req-b14ec0ba-932d-4d68-aac9-15e45a68831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:51.362477 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-44de46f7-c31a-4f62-a081-26dedbe333ac req-b14ec0ba-932d-4d68-aac9-15e45a68831a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8fbe869bbe54a308294942cb74c918d&device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 1096 time: 0.0563769 Jun 29 00:01:51.450988 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de46f7-c31a-4f62-a081-26dedbe333ac req-8a7e3d37-f0d3-4355-b3cb-102e8b0b9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:51.452645 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-44de46f7-c31a-4f62-a081-26dedbe333ac req-8a7e3d37-f0d3-4355-b3cb-102e8b0b9a29 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 HTTP/1.1" status: 200 len: 912 time: 0.0818436 Jun 29 00:01:51.499667 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-44de46f7-c31a-4f62-a081-26dedbe333ac req-9a267b3f-6fc0-441a-a5e3-307201a0d1f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83953f91-4b38-4ed9-b79f-63e8a8bd9d72 HTTP/1.1" status: 200 len: 217 time: 0.0392218 Jun 29 00:01:51.548924 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de46f7-c31a-4f62-a081-26dedbe333ac req-e2d86c07-00f9-4cd6-8741-b8ce2102225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:51.550493 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-44de46f7-c31a-4f62-a081-26dedbe333ac req-e2d86c07-00f9-4cd6-8741-b8ce2102225a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb36a3c-a914-48b2-a528-9f9f7bc5d417 HTTP/1.1" status: 200 len: 850 time: 0.0436976 Jun 29 00:01:51.610933 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de46f7-c31a-4f62-a081-26dedbe333ac req-0f3d9b6e-222d-40ee-b70a-496f1414cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:51.612568 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-44de46f7-c31a-4f62-a081-26dedbe333ac req-0f3d9b6e-222d-40ee-b70a-496f1414cdcf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0543122 Jun 29 00:01:51.722000 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-44de46f7-c31a-4f62-a081-26dedbe333ac req-d565a750-3d59-454a-a05d-e45ded3e22c9 service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009479 Jun 29 00:01:51.832238 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-44de46f7-c31a-4f62-a081-26dedbe333ac req-2e5f8183-3a72-498d-932a-362b6e0f7a39 service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839343 Jun 29 00:01:51.867652 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df2c4d-b461-4fdd-b096-586652acaf1c req-48f1fc2b-d36a-4e27-a94e-957e0f3bc4de tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:51.869072 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-94df2c4d-b461-4fdd-b096-586652acaf1c req-48f1fc2b-d36a-4e27-a94e-957e0f3bc4de tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 943 time: 0.3329892 Jun 29 00:01:51.906049 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-94df2c4d-b461-4fdd-b096-586652acaf1c req-a9f7c250-c5d4-488e-80af-e2679b54f390 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=325debfa-8239-4f93-9255-0d6135309e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305860 Jun 29 00:01:52.350686 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:53.083389 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcf575-391e-443a-a1b3-9c404795c335 req-35b99a35-5c2d-43b8-849d-e7a3b4318380 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:53.084779 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1adcf575-391e-443a-a1b3-9c404795c335 req-35b99a35-5c2d-43b8-849d-e7a3b4318380 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 943 time: 0.0642538 Jun 29 00:01:53.122528 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1adcf575-391e-443a-a1b3-9c404795c335 req-bf7f16cc-fc08-4d2b-9ac2-0b0a1f860ff3 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=325debfa-8239-4f93-9255-0d6135309e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318494 Jun 29 00:01:53.135382 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-85b6122f-bdf1-495f-9e76-543b634e661f req-f6340833-d4ef-4cc7-b4f8-b92c429f03d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517709 Jun 29 00:01:53.256037 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6122f-bdf1-495f-9e76-543b634e661f req-26c7512b-6fdd-4d85-aefb-0ba0425c5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:53.257540 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-85b6122f-bdf1-495f-9e76-543b634e661f req-26c7512b-6fdd-4d85-aefb-0ba0425c5a8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 1098 time: 0.0559368 Jun 29 00:01:53.371242 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6122f-bdf1-495f-9e76-543b634e661f req-2d0ed856-8662-472d-b5a9-8412ab5808bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:53.372629 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-85b6122f-bdf1-495f-9e76-543b634e661f req-2d0ed856-8662-472d-b5a9-8412ab5808bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 918 time: 0.0875618 Jun 29 00:01:53.443943 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-85b6122f-bdf1-495f-9e76-543b634e661f req-10ea7e45-f866-4d33-aee4-d20fc6cc64fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52 HTTP/1.1" status: 200 len: 1000 time: 0.0611932 Jun 29 00:01:53.496467 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6122f-bdf1-495f-9e76-543b634e661f req-d5c5f1dd-72e5-4161-88d7-f7cfd4282aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:53.498005 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-85b6122f-bdf1-495f-9e76-543b634e661f req-d5c5f1dd-72e5-4161-88d7-f7cfd4282aa3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dddc2fb-56a3-4c59-9771-8ebaed930a0d HTTP/1.1" status: 200 len: 856 time: 0.0456221 Jun 29 00:01:53.557766 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6122f-bdf1-495f-9e76-543b634e661f req-52c76f60-40b4-4373-b403-c534af851e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:53.559780 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-85b6122f-bdf1-495f-9e76-543b634e661f req-52c76f60-40b4-4373-b403-c534af851e8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0544715 Jun 29 00:01:53.674196 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-85b6122f-bdf1-495f-9e76-543b634e661f req-d413bac0-b36c-4e73-8b9f-4db45f59c41c service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056116 Jun 29 00:01:53.770274 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-85b6122f-bdf1-495f-9e76-543b634e661f req-b7c78c87-f362-4e2c-9f30-1d834c2db1f5 service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886445 Jun 29 00:01:54.305005 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:01:54.309351 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703a1f4-65aa-4230-8a11-1127782dc591 req-98021faf-00c4-4451-a73b-6ae82d5ceb49 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:54.310282 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7703a1f4-65aa-4230-8a11-1127782dc591 req-98021faf-00c4-4451-a73b-6ae82d5ceb49 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 943 time: 0.0673702 Jun 29 00:01:54.351313 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7703a1f4-65aa-4230-8a11-1127782dc591 req-65908571-6180-4053-b2cc-fe9129255c7c tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=325debfa-8239-4f93-9255-0d6135309e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349169 Jun 29 00:01:54.411193 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=83953f91-4b38-4ed9-b79f-63e8a8bd9d72,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:54.422872 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'port_id': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72', 'mac_address': 'fa:16:3e:49:e8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:01:54.470366 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:54.483512 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:01:54.504130 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=83953f91-4b38-4ed9-b79f-63e8a8bd9d72,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:54.508596 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:54.510460 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:54.564460 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=83953f91-4b38-4ed9-b79f-63e8a8bd9d72,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:54.567690 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:54.863217 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['83953f91-4b38-4ed9-b79f-63e8a8bd9d72'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:01:55.531123 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174096-b00d-4436-aa5e-a735f49ad270 req-bf42bcec-fc41-4ee6-b96e-e1553b4bc9aa tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:55.532629 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9d174096-b00d-4436-aa5e-a735f49ad270 req-bf42bcec-fc41-4ee6-b96e-e1553b4bc9aa tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 944 time: 0.0631986 Jun 29 00:01:55.569359 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9d174096-b00d-4436-aa5e-a735f49ad270 req-b44c3a24-174a-4213-8886-3b2a41ec42e5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=325debfa-8239-4f93-9255-0d6135309e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310869 Jun 29 00:01:56.313881 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:01:56.362817 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:01:56.366471 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:01:56.366846 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:56.447534 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:56.474230 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:01:56.476718 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cbcfeb-39dd-49e5-abd8-9f29ee0598f9" -d '{"events": [{"server_uuid": "8421d8aa-6c92-4bbe-8b25-0acdfb47554d", "name": "network-vif-plugged", "status": "completed", "tag": "83953f91-4b38-4ed9-b79f-63e8a8bd9d72"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:01:56.492643 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=83953f91-4b38-4ed9-b79f-63e8a8bd9d72,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:01:56.498870 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:56.501926 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:01:56.526105 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0df320-d323-4c9c-a6ce-d1d7ccf05e58 x-openstack-request-id: req-ea0df320-d323-4c9c-a6ce-d1d7ccf05e58 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:01:56.526407 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8421d8aa-6c92-4bbe-8b25-0acdfb47554d", "name": "network-vif-plugged", "status": "completed", "tag": "83953f91-4b38-4ed9-b79f-63e8a8bd9d72", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:01:56.526671 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea0df320-d323-4c9c-a6ce-d1d7ccf05e58 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:01:56.527087 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72', 'code': 200} Jun 29 00:01:56.557247 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=83953f91-4b38-4ed9-b79f-63e8a8bd9d72,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:01:56.561030 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:01:56.836927 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a595c3-b893-4dff-9d21-d6eeaf24820b req-56ee6e01-dfc3-48a9-bc50-54c9757e7f78 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:56.837596 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-98a595c3-b893-4dff-9d21-d6eeaf24820b req-56ee6e01-dfc3-48a9-bc50-54c9757e7f78 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 945 time: 0.0729489 Jun 29 00:01:56.844339 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936475e-8941-4652-a974-54090ca2a560 req-e4a79ea1-10dc-44bc-93bd-62c74f669034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:56.846265 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-d936475e-8941-4652-a974-54090ca2a560 req-e4a79ea1-10dc-44bc-93bd-62c74f669034 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 1098 time: 0.0900764 Jun 29 00:01:56.908972 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-98a595c3-b893-4dff-9d21-d6eeaf24820b req-15ec6e85-3453-4f4f-9287-2d380a70b137 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=325debfa-8239-4f93-9255-0d6135309e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582237 Jun 29 00:01:56.924774 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-d936475e-8941-4652-a974-54090ca2a560 req-c40f3d3e-38d9-487f-b47d-67db0a52fb8a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=325debfa-8239-4f93-9255-0d6135309e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698013 Jun 29 00:01:57.094379 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27279301-f2a8-4921-b49e-a8c4baeffa3c req-53751c23-19a5-4f6a-932a-e57af9edcb27 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:57.095754 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-27279301-f2a8-4921-b49e-a8c4baeffa3c req-53751c23-19a5-4f6a-932a-e57af9edcb27 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0641673 Jun 29 00:01:57.132222 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-27279301-f2a8-4921-b49e-a8c4baeffa3c req-6391665b-dcef-4733-83dd-6e620f6f0595 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309103 Jun 29 00:01:58.092424 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb1cca-5c61-40a6-952f-1414e52c6b91 req-6216fe04-8f58-478d-8dd4-1c733c4e77f1 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:58.093931 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-28bb1cca-5c61-40a6-952f-1414e52c6b91 req-6216fe04-8f58-478d-8dd4-1c733c4e77f1 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 945 time: 0.0634933 Jun 29 00:01:58.133253 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-28bb1cca-5c61-40a6-952f-1414e52c6b91 req-1758d0dd-3740-4a83-9aaa-b7438c53c181 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=325debfa-8239-4f93-9255-0d6135309e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336845 Jun 29 00:01:58.348853 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3bb54-04ad-424e-8eb9-88c6289f44dc req-62ab3b9b-0a14-4cf0-8730-92ebc24b1305 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:58.350422 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9f3bb54-04ad-424e-8eb9-88c6289f44dc req-62ab3b9b-0a14-4cf0-8730-92ebc24b1305 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0752857 Jun 29 00:01:58.390561 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d9f3bb54-04ad-424e-8eb9-88c6289f44dc req-e18e3067-5992-4c50-8182-45a25d98df73 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343387 Jun 29 00:01:59.316012 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3e93f-aa4f-4bb2-9da1-5b5363e1c27c req-c19de429-5b4c-4c16-9d90-79cf7a15b971 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:59.317535 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-35a3e93f-aa4f-4bb2-9da1-5b5363e1c27c req-c19de429-5b4c-4c16-9d90-79cf7a15b971 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 945 time: 0.0641646 Jun 29 00:01:59.357380 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-35a3e93f-aa4f-4bb2-9da1-5b5363e1c27c req-5f99b0d5-c237-4e0d-b4f1-096d95f095c2 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=325debfa-8239-4f93-9255-0d6135309e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338945 Jun 29 00:01:59.557205 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f3dae-be8a-46d9-8690-cb98f3f6272a req-2c86639d-c36d-4f34-8131-9bfca147cc3b tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:59.558655 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-081f3dae-be8a-46d9-8690-cb98f3f6272a req-2c86639d-c36d-4f34-8131-9bfca147cc3b tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 945 time: 0.0946434 Jun 29 00:01:59.567276 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 38960) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:01:59.572628 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-f7820348-2cd7-4250-8185-12f55ae5bce8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Request body: {'floatingip': {'port_id': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:01:59.588563 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c17f3-d6e7-42f1-8bf0-e6073a7d6f80 req-feaf208d-538e-4602-bd50-c0bb4a601215 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:01:59.590022 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fc8c17f3-d6e7-42f1-8bf0-e6073a7d6f80 req-feaf208d-538e-4602-bd50-c0bb4a601215 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0820124 Jun 29 00:01:59.610983 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f7820348-2cd7-4250-8185-12f55ae5bce8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:01:59.628445 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fc8c17f3-d6e7-42f1-8bf0-e6073a7d6f80 req-9aee1cd6-44cc-4abe-b704-e6e17b834eac tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Jun 29 00:02:00.042036 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f7820348-2cd7-4250-8185-12f55ae5bce8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:00.046166 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f7820348-2cd7-4250-8185-12f55ae5bce8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:00.143123 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.l3_db [None req-f7820348-2cd7-4250-8185-12f55ae5bce8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Floating IP 10e892a2-ef12-4b77-bf6d-80280e5c731a associated. External IP: 172.28.0.146, port: 83953f91-4b38-4ed9-b79f-63e8a8bd9d72. Jun 29 00:02:00.342487 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7820348-2cd7-4250-8185-12f55ae5bce8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Router 0e9c02fb-189d-49a0-a430-6158b7042915 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:02:00.452721 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7820348-2cd7-4250-8185-12f55ae5bce8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:02:00.458178 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f7820348-2cd7-4250-8185-12f55ae5bce8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:00.463808 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4905e5-88ed-4edd-a99d-a15aef47e6f9 None None] Sync routers for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:02:00.475173 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4905e5-88ed-4edd-a99d-a15aef47e6f9 None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:02:00.475828 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-8b4905e5-88ed-4edd-a99d-a15aef47e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:01:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:02:00.503977 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-f7820348-2cd7-4250-8185-12f55ae5bce8 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "PUT /v2.0/floatingips/10e892a2-ef12-4b77-bf6d-80280e5c731a HTTP/1.1" status: 200 len: 991 time: 0.9347479 Jun 29 00:02:00.505062 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'tag': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:02:00.509089 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08ed388-05e3-4f85-8572-d9972d18285d" -d '{"events": [{"name": "network-changed", "server_uuid": "8421d8aa-6c92-4bbe-8b25-0acdfb47554d", "tag": "83953f91-4b38-4ed9-b79f-63e8a8bd9d72"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:02:00.557588 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7281463d-bff5-4615-9f0a-abb3aff333eb x-openstack-request-id: req-7281463d-bff5-4615-9f0a-abb3aff333eb {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:02:00.557921 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8421d8aa-6c92-4bbe-8b25-0acdfb47554d", "tag": "83953f91-4b38-4ed9-b79f-63e8a8bd9d72", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:02:00.558220 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7281463d-bff5-4615-9f0a-abb3aff333eb {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:02:00.558648 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'tag': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72', 'status': 'completed', 'code': 200} Jun 29 00:02:00.590707 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-8b4905e5-88ed-4edd-a99d-a15aef47e6f9 None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:02:00.678015 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ed388-05e3-4f85-8572-d9972d18285d req-9001fc21-1fb2-44a8-b62e-defed010c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:00.679715 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e08ed388-05e3-4f85-8572-d9972d18285d req-9001fc21-1fb2-44a8-b62e-defed010c6f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8fbe869bbe54a308294942cb74c918d&device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 1098 time: 0.0592921 Jun 29 00:02:00.781914 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ed388-05e3-4f85-8572-d9972d18285d req-cd21fcf5-1d6d-4b6b-8d26-c7091311aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:00.783705 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e08ed388-05e3-4f85-8572-d9972d18285d req-cd21fcf5-1d6d-4b6b-8d26-c7091311aa56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 HTTP/1.1" status: 200 len: 912 time: 0.0971284 Jun 29 00:02:00.816686 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675c6b0-4d16-4f06-870c-7bd904c1f8a4 req-210b8636-04fe-4049-9137-a8df88ce64fc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:00.818349 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9675c6b0-4d16-4f06-870c-7bd904c1f8a4 req-210b8636-04fe-4049-9137-a8df88ce64fc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0661323 Jun 29 00:02:00.830158 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-8b4905e5-88ed-4edd-a99d-a15aef47e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '10e892a2-ef12-4b77-bf6d-80280e5c731a', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'floating_ip_address': '172.28.0.146', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'port_id': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'mac_address': 'fa:16:3e:49:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:01:46Z', 'updated_at': '2021-06-29T00:01:59Z', 'revision_number': 1, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:02:00.855941 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e08ed388-05e3-4f85-8572-d9972d18285d req-50deb3b7-aea6-451c-84eb-dde9f17f2272 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83953f91-4b38-4ed9-b79f-63e8a8bd9d72 HTTP/1.1" status: 200 len: 999 time: 0.0649698 Jun 29 00:02:00.868925 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4905e5-88ed-4edd-a99d-a15aef47e6f9 None None] Checking router: 0e9c02fb-189d-49a0-a430-6158b7042915 for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:02:00.870236 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9675c6b0-4d16-4f06-870c-7bd904c1f8a4 req-74ce61ed-b564-4c33-82a9-3eadbe3a1f51 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462430 Jun 29 00:02:00.880286 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4905e5-88ed-4edd-a99d-a15aef47e6f9 None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:02:00.881075 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-8b4905e5-88ed-4edd-a99d-a15aef47e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:01:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:02:00.938313 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ed388-05e3-4f85-8572-d9972d18285d req-419692df-6836-4aae-829f-fe35e093fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:00.939701 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e08ed388-05e3-4f85-8572-d9972d18285d req-419692df-6836-4aae-829f-fe35e093fd59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fb36a3c-a914-48b2-a528-9f9f7bc5d417 HTTP/1.1" status: 200 len: 850 time: 0.0746629 Jun 29 00:02:01.008243 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ed388-05e3-4f85-8572-d9972d18285d req-9ba41abb-527f-4423-8ccb-c24be6632c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:01.009735 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e08ed388-05e3-4f85-8572-d9972d18285d req-9ba41abb-527f-4423-8ccb-c24be6632c34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0627482 Jun 29 00:02:01.011783 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-8b4905e5-88ed-4edd-a99d-a15aef47e6f9 None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:02:01.101732 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e08ed388-05e3-4f85-8572-d9972d18285d req-8d964d9e-7e8b-4529-b569-17d5c48ba598 service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846059 Jun 29 00:02:01.209509 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e08ed388-05e3-4f85-8572-d9972d18285d req-d4538a22-88ec-47a6-857e-4074119accb0 service neutron] 10.222.0.52 "GET /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004519 Jun 29 00:02:01.260986 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-8b4905e5-88ed-4edd-a99d-a15aef47e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '10e892a2-ef12-4b77-bf6d-80280e5c731a', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'floating_ip_address': '172.28.0.146', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'port_id': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'mac_address': 'fa:16:3e:49:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:01:46Z', 'updated_at': '2021-06-29T00:01:59Z', 'revision_number': 1, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:02:01.289961 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4905e5-88ed-4edd-a99d-a15aef47e6f9 None None] The sync data for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb is: [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_floatingips': [{'id': '10e892a2-ef12-4b77-bf6d-80280e5c731a', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'floating_ip_address': '172.28.0.146', 'floating_network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'router_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'port_id': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'mac_address': 'fa:16:3e:49:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T00:01:46Z', 'updated_at': '2021-06-29T00:01:59Z', 'revision_number': 1, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:02:01.480699 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05122da-9527-4c94-9a29-0b8e2b8782f2 None None] New status for floating IP 10e892a2-ef12-4b77-bf6d-80280e5c731a: ACTIVE {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:02:02.053957 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660ce9a-32f4-42c9-9d64-3455fb2ea600 req-01fea5b5-edfb-43f3-bc44-7f75792c9883 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:02.055448 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b660ce9a-32f4-42c9-9d64-3455fb2ea600 req-01fea5b5-edfb-43f3-bc44-7f75792c9883 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0666175 Jun 29 00:02:02.094070 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b660ce9a-32f4-42c9-9d64-3455fb2ea600 req-51e972ea-410e-4fc4-92a2-b9fcde8f1fa5 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322752 Jun 29 00:02:03.275542 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34cf0e-935a-4d78-bc41-824f6990432d req-b1b88ee5-714b-4c59-ba93-aa2f8d7f5fcc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:03.277102 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-aa34cf0e-935a-4d78-bc41-824f6990432d req-b1b88ee5-714b-4c59-ba93-aa2f8d7f5fcc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0644186 Jun 29 00:02:03.315257 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-aa34cf0e-935a-4d78-bc41-824f6990432d req-941bfaad-5b41-42a8-9c28-55a0913670ce tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314348 Jun 29 00:02:04.558217 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e7711-b643-438f-b49f-6ba9d46978f3 req-532086c4-24f6-48df-ac20-eb3103500532 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:04.559667 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e56e7711-b643-438f-b49f-6ba9d46978f3 req-532086c4-24f6-48df-ac20-eb3103500532 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0608640 Jun 29 00:02:04.595925 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e56e7711-b643-438f-b49f-6ba9d46978f3 req-68421df9-50f1-4861-bc8f-dbbc0967d72a tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300026 Jun 29 00:02:05.777263 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b376b-9b3c-4175-a9e2-14bd5321c152 req-64789091-8cd1-467f-a67c-09b998eb96e1 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:05.778668 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-739b376b-9b3c-4175-a9e2-14bd5321c152 req-64789091-8cd1-467f-a67c-09b998eb96e1 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0682673 Jun 29 00:02:05.815319 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-739b376b-9b3c-4175-a9e2-14bd5321c152 req-2e876f80-d9fe-4750-882a-c30b461610dc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310891 Jun 29 00:02:06.996494 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1db3b-fd17-4f4d-a964-7a73c994653b req-9d63ef1a-61fd-486c-99b9-04ff7fdeba5c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:06.998600 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ced1db3b-fd17-4f4d-a964-7a73c994653b req-9d63ef1a-61fd-486c-99b9-04ff7fdeba5c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0674336 Jun 29 00:02:07.042250 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ced1db3b-fd17-4f4d-a964-7a73c994653b req-28bd992d-c9ab-4539-b16e-b8fe3ec9ea57 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375154 Jun 29 00:02:08.230402 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f970a4-c69a-4a94-bcfa-0dfe006aad70 req-e20e012a-0897-4b6e-b3d2-763be2450211 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:08.232720 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-67f970a4-c69a-4a94-bcfa-0dfe006aad70 req-e20e012a-0897-4b6e-b3d2-763be2450211 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0716679 Jun 29 00:02:08.271939 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-67f970a4-c69a-4a94-bcfa-0dfe006aad70 req-aef57407-fa5e-418d-9319-3fbc3d3cb17d tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334733 Jun 29 00:02:09.453135 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e3d8e-157b-4fdf-a4be-406ad111698c req-4d67ccb0-74ca-42e8-9936-7bdc957914fc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:09.454617 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-eb0e3d8e-157b-4fdf-a4be-406ad111698c req-4d67ccb0-74ca-42e8-9936-7bdc957914fc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0644219 Jun 29 00:02:09.492299 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-eb0e3d8e-157b-4fdf-a4be-406ad111698c req-0aeb8eec-559f-4abf-9973-26f29eba8a12 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315945 Jun 29 00:02:10.670952 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afa0ae-bbe9-4f6f-a276-375b2a1d2d4f req-d628353a-213e-4bf5-b67c-aac71688e711 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:10.672486 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d7afa0ae-bbe9-4f6f-a276-375b2a1d2d4f req-d628353a-213e-4bf5-b67c-aac71688e711 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0649650 Jun 29 00:02:10.714023 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d7afa0ae-bbe9-4f6f-a276-375b2a1d2d4f req-87432cbf-d93c-476f-a658-e1e9bc286e15 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338278 Jun 29 00:02:11.902701 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44eca9c-a1ce-4e36-a7ca-847d6e1c707a req-6140a297-bbdc-4181-8339-668b472420b3 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:11.904242 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a44eca9c-a1ce-4e36-a7ca-847d6e1c707a req-6140a297-bbdc-4181-8339-668b472420b3 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0703921 Jun 29 00:02:11.942604 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a44eca9c-a1ce-4e36-a7ca-847d6e1c707a req-d910d543-ffa3-4549-9036-b2e2f5122509 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324240 Jun 29 00:02:13.124311 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e8ff2-3c18-4657-85c4-de930aca3ad7 req-d17f52fa-292b-4ffc-bb3c-1417d9698d7d tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:13.125819 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-880e8ff2-3c18-4657-85c4-de930aca3ad7 req-d17f52fa-292b-4ffc-bb3c-1417d9698d7d tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0640347 Jun 29 00:02:13.163639 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-880e8ff2-3c18-4657-85c4-de930aca3ad7 req-5599ddfc-1d76-42db-8c7c-26630dce871c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322428 Jun 29 00:02:14.220608 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49c13c0f-b0fe-40b2-bdeb-61270c668b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:14.354895 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21489b-9318-44d9-867c-886749da8363 req-4b45d899-ceec-4303-ac00-6d878dfb844d tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:14.356408 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3e21489b-9318-44d9-867c-886749da8363 req-4b45d899-ceec-4303-ac00-6d878dfb844d tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0697787 Jun 29 00:02:14.395986 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3e21489b-9318-44d9-867c-886749da8363 req-6e1d694d-48db-4401-a0f4-42f9ce716b09 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333104 Jun 29 00:02:14.421511 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device cd7510bd-8ce8-41b9-8559-97c451e8da52 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:02:14.512763 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:02:14.524439 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'port_id': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'mac_address': 'fa:16:3e:99:af:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:02:14.566805 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:14.584388 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd7510bd-8ce8-41b9-8559-97c451e8da52 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:02:14.604485 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:02:14.609228 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:14.610977 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5da5bd97-bf90-4394-898e-e1bf84cfc4dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:02:14.655197 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=cd7510bd-8ce8-41b9-8559-97c451e8da52,revision_number=6']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:02:14.662039 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:14.662382 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:14.662718 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:14.663052 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:14.663379 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:14.663709 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:14.664033 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:14.664379 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:14.664720 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:14.665043 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:14.665358 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:14.665672 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:14.670229 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:02:14.828981 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['cd7510bd-8ce8-41b9-8559-97c451e8da52'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:02:15.602653 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d38b5-914e-4195-a072-23fc64a39e94 req-a372f707-db6f-49df-aa28-1dfb402216a7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:15.610367 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0b3d38b5-914e-4195-a072-23fc64a39e94 req-a372f707-db6f-49df-aa28-1dfb402216a7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 944 time: 0.0750911 Jun 29 00:02:15.655583 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0b3d38b5-914e-4195-a072-23fc64a39e94 req-13a79021-33d5-4d1a-aa83-b344ba5681de tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442557 Jun 29 00:02:16.445379 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device cd7510bd-8ce8-41b9-8559-97c451e8da52 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:02:16.502173 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port cd7510bd-8ce8-41b9-8559-97c451e8da52 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:02:16.502840 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:16.582041 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:16.606675 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:02:16.609848 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7ff128-d2df-411c-8dc3-82f1979b0ccd" -d '{"events": [{"server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "name": "network-vif-plugged", "status": "completed", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:02:16.624237 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:02:16.637750 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:16.640536 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6ae78e2b-a85c-4995-8bb0-321ef9abf1de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:02:16.667905 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dfa2b9-eed3-4e87-938c-066c370bff73 x-openstack-request-id: req-94dfa2b9-eed3-4e87-938c-066c370bff73 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:02:16.668374 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "name": "network-vif-plugged", "status": "completed", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:02:16.668483 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94dfa2b9-eed3-4e87-938c-066c370bff73 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:02:16.668851 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'code': 200} Jun 29 00:02:16.718006 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=cd7510bd-8ce8-41b9-8559-97c451e8da52,revision_number=7']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:02:16.722774 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:02:16.894765 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599e1c-5393-4545-9183-17eec8aa14b9 req-7b760d9f-15aa-4b65-8feb-5f5c52fcb548 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:16.896351 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4c599e1c-5393-4545-9183-17eec8aa14b9 req-7b760d9f-15aa-4b65-8feb-5f5c52fcb548 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0831032 Jun 29 00:02:16.960714 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4c599e1c-5393-4545-9183-17eec8aa14b9 req-44c7e5d3-d3f4-40d0-bd89-f6f9fbf2897b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582900 Jun 29 00:02:17.246856 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c75c2374-0dc9-4a01-a003-e0c28f62ef6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:17.365445 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dcb5d-70b6-4199-9276-91de7165d843 req-baf452f7-8e2a-4e41-aafa-f8a266376efc tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:17.367435 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-321dcb5d-70b6-4199-9276-91de7165d843 req-baf452f7-8e2a-4e41-aafa-f8a266376efc tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0790858 Jun 29 00:02:17.386847 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0f2b7-cbf8-48a7-a88f-ac244c7fcd89 req-7b9e2bef-8cf3-4bf2-bd30-3c357287a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:17.388402 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-f1e0f2b7-cbf8-48a7-a88f-ac244c7fcd89 req-7b9e2bef-8cf3-4bf2-bd30-3c357287a621 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f9355d9ca054d86bb32a3330e3d7507&device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 1138 time: 0.1333292 Jun 29 00:02:17.422521 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-321dcb5d-70b6-4199-9276-91de7165d843 req-703c4736-d593-40f7-baed-19cbabad7783 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451152 Jun 29 00:02:17.523940 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0f2b7-cbf8-48a7-a88f-ac244c7fcd89 req-1a7a0e8d-91d5-43f4-8af2-ec40d1a54f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:17.525494 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-f1e0f2b7-cbf8-48a7-a88f-ac244c7fcd89 req-1a7a0e8d-91d5-43f4-8af2-ec40d1a54f65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d HTTP/1.1" status: 200 len: 915 time: 0.1272717 Jun 29 00:02:17.596688 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-f1e0f2b7-cbf8-48a7-a88f-ac244c7fcd89 req-4433d885-b6ad-4c28-a886-d241d8980f6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843 HTTP/1.1" status: 200 len: 1002 time: 0.0634515 Jun 29 00:02:17.647802 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0f2b7-cbf8-48a7-a88f-ac244c7fcd89 req-9b38debe-74a9-458c-92a0-f26fc3b37b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:17.648971 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-f1e0f2b7-cbf8-48a7-a88f-ac244c7fcd89 req-9b38debe-74a9-458c-92a0-f26fc3b37b91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f13714b8-126e-4400-b2b5-95f90b5d6522 HTTP/1.1" status: 200 len: 853 time: 0.0449839 Jun 29 00:02:17.725118 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0f2b7-cbf8-48a7-a88f-ac244c7fcd89 req-5c2844e3-1367-435a-8424-578da393b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:17.726600 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-f1e0f2b7-cbf8-48a7-a88f-ac244c7fcd89 req-5c2844e3-1367-435a-8424-578da393b431 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0693889 Jun 29 00:02:17.838746 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-f1e0f2b7-cbf8-48a7-a88f-ac244c7fcd89 req-bdcb6d55-604b-44e1-9feb-4447cd107f9e service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024270 Jun 29 00:02:18.216986 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc7d59-9859-4f87-b759-a6b963596f84 req-97fea82d-44dc-44ab-92a2-30e6c2cd0822 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:18.218418 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-f1e0f2b7-cbf8-48a7-a88f-ac244c7fcd89 req-62e5d2ac-8618-4c10-8818-fb764a475d66 service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721194 Jun 29 00:02:18.219363 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c8cc7d59-9859-4f87-b759-a6b963596f84 req-97fea82d-44dc-44ab-92a2-30e6c2cd0822 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0731118 Jun 29 00:02:18.270246 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c8cc7d59-9859-4f87-b759-a6b963596f84 req-0695a29f-f4cd-4633-b4c5-e7d645073e8f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459108 Jun 29 00:02:18.552544 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:18.637364 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ce946-178e-4964-9f18-b35d6a099390 req-78837710-4cdf-42c9-af27-641bbf85868f tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:18.639883 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c97ce946-178e-4964-9f18-b35d6a099390 req-78837710-4cdf-42c9-af27-641bbf85868f tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0904708 Jun 29 00:02:18.692633 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c97ce946-178e-4964-9f18-b35d6a099390 req-8a54abf1-803f-4a2d-a656-eab43456ba48 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435085 Jun 29 00:02:19.472306 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:19.481047 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024eb27-cdd2-47b6-a522-ffee44730700 req-a81a0f86-8f0a-4d8a-b328-3066935249c8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:19.488642 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7024eb27-cdd2-47b6-a522-ffee44730700 req-a81a0f86-8f0a-4d8a-b328-3066935249c8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0805359 Jun 29 00:02:19.527561 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7024eb27-cdd2-47b6-a522-ffee44730700 req-27beca53-3194-4ce5-8e46-f43aea3949f2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377648 Jun 29 00:02:19.874766 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24cacb-c45a-4ac8-849a-217db587c3c3 req-7bf96257-3e50-4dd7-946e-8845651b0093 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:19.876694 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ac24cacb-c45a-4ac8-849a-217db587c3c3 req-7bf96257-3e50-4dd7-946e-8845651b0093 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0733490 Jun 29 00:02:19.928016 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ac24cacb-c45a-4ac8-849a-217db587c3c3 req-4d5a4cb0-89b2-4707-9d9e-a2986aa152a8 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437307 Jun 29 00:02:20.521788 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:20.755811 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133c303-a82d-4f0e-80b6-57b5339accdf req-5c9608e1-af32-4ee8-b06e-5da8470dc161 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:20.757676 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1133c303-a82d-4f0e-80b6-57b5339accdf req-5c9608e1-af32-4ee8-b06e-5da8470dc161 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0706689 Jun 29 00:02:20.806025 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1133c303-a82d-4f0e-80b6-57b5339accdf req-fb763ffe-dfe2-4a71-91f6-70584016ce41 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425570 Jun 29 00:02:21.131499 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfaf33-12bb-4d09-8771-3f0c8436e9d9 req-821cbb48-cb14-41b9-9482-9c6d077b06ca tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:21.133012 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d1bfaf33-12bb-4d09-8771-3f0c8436e9d9 req-821cbb48-cb14-41b9-9482-9c6d077b06ca tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0840864 Jun 29 00:02:21.175319 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d1bfaf33-12bb-4d09-8771-3f0c8436e9d9 req-a8a2babb-2201-43b4-8853-d98f3fa24dd3 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358446 Jun 29 00:02:22.034809 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac0c14-d6a8-4400-8411-141dbaffcfe2 req-d63c47fc-2386-43eb-9dea-88bf4003ccbb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:22.044225 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7eac0c14-d6a8-4400-8411-141dbaffcfe2 req-d63c47fc-2386-43eb-9dea-88bf4003ccbb tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0861392 Jun 29 00:02:22.102040 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7eac0c14-d6a8-4400-8411-141dbaffcfe2 req-ecc7cfc2-354d-428d-9385-48cc4664ab2f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576675 Jun 29 00:02:22.363038 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:22.367038 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecc48e-b0cc-4b75-8729-0fa3bff38159 req-9d372519-0073-4808-9f08-6e6871a03212 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:22.368752 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-13ecc48e-b0cc-4b75-8729-0fa3bff38159 req-9d372519-0073-4808-9f08-6e6871a03212 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0716121 Jun 29 00:02:22.414320 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-13ecc48e-b0cc-4b75-8729-0fa3bff38159 req-c0bef23f-8995-4dcb-a7e6-ccbe679cb954 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376627 Jun 29 00:02:23.343036 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb54cc-2017-4a00-b226-63b1951b6e0a req-b5d33ca8-0c65-4f3a-8bc4-d825d2eab81e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:23.346515 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e9fb54cc-2017-4a00-b226-63b1951b6e0a req-b5d33ca8-0c65-4f3a-8bc4-d825d2eab81e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0990009 Jun 29 00:02:23.399100 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e9fb54cc-2017-4a00-b226-63b1951b6e0a req-97697f14-5d87-4e93-94ba-ad6915bd1ad3 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472641 Jun 29 00:02:23.609294 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4870d7-04ce-49a7-a9b1-2bd5870605e8 req-7d96f54a-5ec7-493b-bc65-77494c14777a tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:23.610791 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bf4870d7-04ce-49a7-a9b1-2bd5870605e8 req-7d96f54a-5ec7-493b-bc65-77494c14777a tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0784466 Jun 29 00:02:23.655218 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bf4870d7-04ce-49a7-a9b1-2bd5870605e8 req-96df8052-7504-485d-951c-bc1384bfc0c3 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376585 Jun 29 00:02:24.592974 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7b18d-663b-4d3c-9d3f-6c456351308f req-74e47736-71bf-4a91-989c-43802a3eab9f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:24.594480 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2db7b18d-663b-4d3c-9d3f-6c456351308f req-74e47736-71bf-4a91-989c-43802a3eab9f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0668418 Jun 29 00:02:24.636647 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2db7b18d-663b-4d3c-9d3f-6c456351308f req-f83f4c34-a6ee-4e6e-8cfb-4e711fa5e62e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358055 Jun 29 00:02:24.836285 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d62fe-1c6b-4369-983a-53dc45b72286 req-1aa4c124-e941-4623-9a42-4503fbec1a95 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:24.837749 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-288d62fe-1c6b-4369-983a-53dc45b72286 req-1aa4c124-e941-4623-9a42-4503fbec1a95 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0679307 Jun 29 00:02:24.862726 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e693cd-a556-443f-8cf0-ad5e5578f54e req-add0cac4-ee97-432e-b128-efc50750149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:24.864264 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-37e693cd-a556-443f-8cf0-ad5e5578f54e req-add0cac4-ee97-432e-b128-efc50750149b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 1098 time: 0.0513296 Jun 29 00:02:24.880980 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-288d62fe-1c6b-4369-983a-53dc45b72286 req-d2255e47-ea08-4375-8ab7-69d5504988f1 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370979 Jun 29 00:02:24.953408 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e693cd-a556-443f-8cf0-ad5e5578f54e req-2a32e593-f4c4-4e06-9d0c-e2c82dca2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:24.954870 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-37e693cd-a556-443f-8cf0-ad5e5578f54e req-2a32e593-f4c4-4e06-9d0c-e2c82dca2836 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 918 time: 0.0843699 Jun 29 00:02:25.017798 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-37e693cd-a556-443f-8cf0-ad5e5578f54e req-af9bd2e0-5077-4532-b176-3a2ca32d263f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52 HTTP/1.1" status: 200 len: 1000 time: 0.0561018 Jun 29 00:02:25.085867 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e693cd-a556-443f-8cf0-ad5e5578f54e req-b81eedee-cf0c-40da-b909-2d10aee382e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:25.087285 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-37e693cd-a556-443f-8cf0-ad5e5578f54e req-b81eedee-cf0c-40da-b909-2d10aee382e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dddc2fb-56a3-4c59-9771-8ebaed930a0d HTTP/1.1" status: 200 len: 856 time: 0.0457346 Jun 29 00:02:25.141427 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e693cd-a556-443f-8cf0-ad5e5578f54e req-73562cdc-ded5-4d3a-8d1c-fc444ae0d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:25.142868 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-37e693cd-a556-443f-8cf0-ad5e5578f54e req-73562cdc-ded5-4d3a-8d1c-fc444ae0d0e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0489612 Jun 29 00:02:25.230255 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-37e693cd-a556-443f-8cf0-ad5e5578f54e req-a5878d24-12e5-4d27-9c5c-9de12d2c3eee service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807128 Jun 29 00:02:25.319538 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-37e693cd-a556-443f-8cf0-ad5e5578f54e req-f8f06a77-88a0-46fb-8c72-214c877b0f8d service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830545 Jun 29 00:02:25.816411 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685eae02-db31-4e4a-8484-06dbc76ed7aa req-2a36619f-8779-49f0-a030-0b0b2a02d935 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:25.817943 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-685eae02-db31-4e4a-8484-06dbc76ed7aa req-2a36619f-8779-49f0-a030-0b0b2a02d935 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0645487 Jun 29 00:02:25.856306 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-685eae02-db31-4e4a-8484-06dbc76ed7aa req-237f1f77-2592-4da2-ad85-1ebcdb2e8c54 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326667 Jun 29 00:02:26.053043 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32248b-84da-4c7d-b5e3-2464de569dea req-6f646555-cbd9-4b52-843b-6e8c9a42ef99 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:26.054473 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9c32248b-84da-4c7d-b5e3-2464de569dea req-6f646555-cbd9-4b52-843b-6e8c9a42ef99 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0605667 Jun 29 00:02:26.097731 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9c32248b-84da-4c7d-b5e3-2464de569dea req-a3551e3e-d38f-4e6c-9b47-996f19cea982 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368602 Jun 29 00:02:27.035077 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972ff13-1c1b-4094-884c-a51d85606647 req-f6760f1e-7f43-4efa-b29f-38128eb9a854 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:27.036656 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3972ff13-1c1b-4094-884c-a51d85606647 req-f6760f1e-7f43-4efa-b29f-38128eb9a854 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0651169 Jun 29 00:02:27.076163 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3972ff13-1c1b-4094-884c-a51d85606647 req-5186ce6c-5f38-441d-a036-bca1435c37ac tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326796 Jun 29 00:02:27.283937 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef2f37-ef1d-47f9-b857-f8ddea788098 req-e5b160f2-e80b-4550-b930-116b96737a95 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:27.285451 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-51ef2f37-ef1d-47f9-b857-f8ddea788098 req-e5b160f2-e80b-4550-b930-116b96737a95 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0638025 Jun 29 00:02:27.328950 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-51ef2f37-ef1d-47f9-b857-f8ddea788098 req-47765f88-4e41-4ea7-9b52-415353e5710e tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375903 Jun 29 00:02:27.680334 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:02:28.258565 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284669a4-040e-4206-9c08-06f593230a68 req-96e8d246-07c9-4b94-8cb7-6f9c12e00abc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:28.260158 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-284669a4-040e-4206-9c08-06f593230a68 req-96e8d246-07c9-4b94-8cb7-6f9c12e00abc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0685518 Jun 29 00:02:28.299614 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-284669a4-040e-4206-9c08-06f593230a68 req-1582498a-f155-438a-8a38-09e765bba796 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329573 Jun 29 00:02:28.521085 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730b5ef-e684-4afc-b8dc-463fbbd9b63d req-db654e8e-aaf8-4c02-8a9f-9d948f957960 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:28.522585 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5730b5ef-e684-4afc-b8dc-463fbbd9b63d req-db654e8e-aaf8-4c02-8a9f-9d948f957960 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0730927 Jun 29 00:02:28.550227 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device cd7510bd-8ce8-41b9-8559-97c451e8da52 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:02:28.579680 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5730b5ef-e684-4afc-b8dc-463fbbd9b63d req-b2523781-f274-4249-b071-5d8fb5e7c5c0 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509989 Jun 29 00:02:28.644563 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:28.679194 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:02:28.680505 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:02:28.683450 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eca802-0e50-45dc-9f4f-2685e7ad0211" -d '{"events": [{"server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:02:28.687524 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:28.690316 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:02:28.743359 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=cd7510bd-8ce8-41b9-8559-97c451e8da52,revision_number=8']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:02:28.746835 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:02:28.821474 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 00:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e4b704-9125-49ba-a01b-0e7256fe57a3 x-openstack-request-id: req-19e4b704-9125-49ba-a01b-0e7256fe57a3 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:02:28.821766 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "name": "network-vif-unplugged", "status": "failed", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52", "code": 422}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:02:28.822075 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19e4b704-9125-49ba-a01b-0e7256fe57a3 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:02:28.822469 dv-cinder-763306-13-smb neutron-server[92979]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'code': 422} returned with failed status Jun 29 00:02:29.546897 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938876b5-0252-4a2a-9ad4-d45c7200be0c req-19d164ab-e0a9-4201-97d4-21937134cfb2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:29.548421 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-938876b5-0252-4a2a-9ad4-d45c7200be0c req-19d164ab-e0a9-4201-97d4-21937134cfb2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0996006 Jun 29 00:02:29.567061 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-58647a20-3ab7-42ae-8c3c-906960467fc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086781 Jun 29 00:02:29.597977 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-938876b5-0252-4a2a-9ad4-d45c7200be0c req-e0f874c7-0d8e-4881-9ca4-b5f84004cdfd tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418377 Jun 29 00:02:29.769873 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68058442-ab83-4669-8ee1-e9a8d55e0153 req-6d92133b-ae78-472e-882a-6042c1bc03d4 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:29.771344 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-68058442-ab83-4669-8ee1-e9a8d55e0153 req-6d92133b-ae78-472e-882a-6042c1bc03d4 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0654244 Jun 29 00:02:29.817028 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-68058442-ab83-4669-8ee1-e9a8d55e0153 req-d628c5b0-1950-4a92-8175-814afbcf9bb3 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396953 Jun 29 00:02:30.704101 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-976a069b-9919-4baa-ba03-e921b1a1892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:30.705622 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-976a069b-9919-4baa-ba03-e921b1a1892f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1&tenant_id=1a8643c56460455aadac628062e64841 HTTP/1.1" status: 200 len: 1096 time: 0.0815995 Jun 29 00:02:30.798684 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd458d-463f-4a76-ada6-1844de88fbab req-f40cca14-2c6f-419f-96e1-f734dafba665 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:30.800284 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1cbd458d-463f-4a76-ada6-1844de88fbab req-f40cca14-2c6f-419f-96e1-f734dafba665 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0830774 Jun 29 00:02:30.801605 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-7b36ed2a-acdc-4650-aa7e-9dee19000358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:30.803106 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-7b36ed2a-acdc-4650-aa7e-9dee19000358 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a8643c56460455aadac628062e64841&device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 1096 time: 0.0598707 Jun 29 00:02:30.841590 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1cbd458d-463f-4a76-ada6-1844de88fbab req-bc894861-7254-4df2-831d-fd20f2e78c01 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347919 Jun 29 00:02:30.897497 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-8038c611-1a06-47f4-b2b6-d6ee57821738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:30.898955 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-8038c611-1a06-47f4-b2b6-d6ee57821738 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 200 len: 918 time: 0.0879014 Jun 29 00:02:30.973908 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-ed4fbb93-cd78-49f6-8c49-99ca789e454e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52 HTTP/1.1" status: 200 len: 998 time: 0.0676334 Jun 29 00:02:31.016700 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43199-6f44-42a4-b228-12a4635dbc67 req-a6054242-ac63-40ed-a5da-a2480414bb2b tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:31.019168 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-baa43199-6f44-42a4-b228-12a4635dbc67 req-a6054242-ac63-40ed-a5da-a2480414bb2b tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0819550 Jun 29 00:02:31.024327 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-c2501779-3c06-4764-a9cf-51dc90562258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:31.025794 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-c2501779-3c06-4764-a9cf-51dc90562258 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6dddc2fb-56a3-4c59-9771-8ebaed930a0d HTTP/1.1" status: 200 len: 856 time: 0.0452037 Jun 29 00:02:31.060655 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-baa43199-6f44-42a4-b228-12a4635dbc67 req-77da0688-84b3-4c40-9a0a-a198a013f72e tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358086 Jun 29 00:02:31.086705 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-2e97e597-8c6e-4921-98bb-6cad3a2fefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:31.088261 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-2e97e597-8c6e-4921-98bb-6cad3a2fefc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0546284 Jun 29 00:02:31.179194 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-18655c13-cefa-4fff-b0ea-12ebd6538f38 service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833290 Jun 29 00:02:31.273504 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a9e7598c-9db6-4437-9353-34fff9e91c69 req-14289612-2ab1-4124-bfe1-774220bb2798 service neutron] 10.222.0.52 "GET /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868208 Jun 29 00:02:32.042101 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea05ad-acf7-474f-9433-befaff3870ff req-475e5815-a8f5-4190-9ef2-d23806ca3037 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:32.043616 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-cfea05ad-acf7-474f-9433-befaff3870ff req-475e5815-a8f5-4190-9ef2-d23806ca3037 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0683594 Jun 29 00:02:32.087833 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-cfea05ad-acf7-474f-9433-befaff3870ff req-a6b00b64-1741-4b68-b599-f26032df6f4d tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373504 Jun 29 00:02:32.305020 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbda67b-b24f-4261-a329-160319ca2824 req-0cf3aad1-8484-4f6f-acad-d25930f31b7a tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:32.306521 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5bbda67b-b24f-4261-a329-160319ca2824 req-0cf3aad1-8484-4f6f-acad-d25930f31b7a tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0648203 Jun 29 00:02:32.348623 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5bbda67b-b24f-4261-a329-160319ca2824 req-b3399a98-eed3-4c8c-af23-3bdac1cef570 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361187 Jun 29 00:02:33.287396 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5cf54-ad50-431e-90c4-be504f504a7e req-c89d1d66-216a-472b-a86d-f44462067597 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:33.288953 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-cba5cf54-ad50-431e-90c4-be504f504a7e req-c89d1d66-216a-472b-a86d-f44462067597 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0661697 Jun 29 00:02:33.329649 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-cba5cf54-ad50-431e-90c4-be504f504a7e req-f31943a6-05c5-4cbf-9613-b589741d529f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335014 Jun 29 00:02:33.538446 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f25f56-dbaa-4186-829a-381e183117f6 req-0c166aed-2d7a-455d-b1c7-2d273aa9c501 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:33.539891 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-07f25f56-dbaa-4186-829a-381e183117f6 req-0c166aed-2d7a-455d-b1c7-2d273aa9c501 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0679469 Jun 29 00:02:33.580179 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-07f25f56-dbaa-4186-829a-381e183117f6 req-d3e8260c-d3dc-4edf-9ba6-304c84c4b12c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338938 Jun 29 00:02:34.511760 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6870349-bdb4-4327-9218-087be05cdbb6 req-57613a17-f127-487a-ac68-af65b0b1e692 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:34.513505 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b6870349-bdb4-4327-9218-087be05cdbb6 req-57613a17-f127-487a-ac68-af65b0b1e692 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0671346 Jun 29 00:02:34.553673 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b6870349-bdb4-4327-9218-087be05cdbb6 req-ea0c18cd-1998-4052-a19a-2c6ecc6331b5 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345337 Jun 29 00:02:34.772016 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a210d6-2c5e-426c-b3d8-3c6942b92f0a req-8773ce99-c101-4c7b-b3e1-0b0008d101b2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:34.773584 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-99a210d6-2c5e-426c-b3d8-3c6942b92f0a req-8773ce99-c101-4c7b-b3e1-0b0008d101b2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0787477 Jun 29 00:02:34.815923 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-99a210d6-2c5e-426c-b3d8-3c6942b92f0a req-7256b99c-8e06-46a8-b067-95ddd59990a8 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359409 Jun 29 00:02:35.747882 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b805ec8-4d26-4f92-aa27-50e55a61e6e9 req-1a024b9b-49e9-48d9-91f7-77c5a1919f2a tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:35.749582 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5b805ec8-4d26-4f92-aa27-50e55a61e6e9 req-1a024b9b-49e9-48d9-91f7-77c5a1919f2a tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0654969 Jun 29 00:02:35.790725 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5b805ec8-4d26-4f92-aa27-50e55a61e6e9 req-dd8be893-17c1-4bdd-ae2f-32cc9a44c190 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349977 Jun 29 00:02:35.994771 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25485450-34e5-4399-8b92-da8520a8da11 req-643e3980-3ff8-45a0-bb1c-667d13771094 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:35.996247 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-25485450-34e5-4399-8b92-da8520a8da11 req-643e3980-3ff8-45a0-bb1c-667d13771094 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0678668 Jun 29 00:02:36.034177 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-25485450-34e5-4399-8b92-da8520a8da11 req-84e78c24-9f14-44ef-9c5c-5bf2ccba3e33 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0315454 Jun 29 00:02:36.995942 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d91eeb-ebc6-4e91-8d3f-b1f6214fd196 req-4f500b10-57bb-4c27-a075-67c258d012dc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:36.997950 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a7d91eeb-ebc6-4e91-8d3f-b1f6214fd196 req-4f500b10-57bb-4c27-a075-67c258d012dc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0729411 Jun 29 00:02:37.038046 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a7d91eeb-ebc6-4e91-8d3f-b1f6214fd196 req-65ebc65c-3b05-4e09-aa10-f2a6ef6e0bf4 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343363 Jun 29 00:02:37.235445 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe090891-a222-47c8-88c8-53b27e45afce req-a36be37a-b970-464d-b305-ce9b657902b3 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:37.237139 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fe090891-a222-47c8-88c8-53b27e45afce req-a36be37a-b970-464d-b305-ce9b657902b3 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0802312 Jun 29 00:02:37.285468 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fe090891-a222-47c8-88c8-53b27e45afce req-ba438c7c-3852-4fae-8ff9-7838a9a2665f tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392206 Jun 29 00:02:38.225651 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9c115-683f-47b2-a94e-ef4ded3cdf6f req-33390adf-4905-427f-82e2-a32ad2448413 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:38.227287 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3dd9c115-683f-47b2-a94e-ef4ded3cdf6f req-33390adf-4905-427f-82e2-a32ad2448413 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0698555 Jun 29 00:02:38.283047 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3dd9c115-683f-47b2-a94e-ef4ded3cdf6f req-cbe6e38d-639a-4bec-b9aa-9b64beafc4c9 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497730 Jun 29 00:02:38.486461 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6076-9668-4eb5-9a4b-d6fa759b42be req-b30872d3-f4b4-4fa9-b582-064772bbf49c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:38.487950 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fe2d6076-9668-4eb5-9a4b-d6fa759b42be req-b30872d3-f4b4-4fa9-b582-064772bbf49c tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0845168 Jun 29 00:02:38.533037 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fe2d6076-9668-4eb5-9a4b-d6fa759b42be req-32926e5a-a0fd-43e7-a46d-1dcf102ea345 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392196 Jun 29 00:02:39.463714 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fa62b-4ce5-413a-9de7-8e374e310f93 req-4e20c55f-612d-4684-b18d-bf8116d0d18e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:39.465224 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bc0fa62b-4ce5-413a-9de7-8e374e310f93 req-4e20c55f-612d-4684-b18d-bf8116d0d18e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0668693 Jun 29 00:02:39.507807 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bc0fa62b-4ce5-413a-9de7-8e374e310f93 req-a050e6a0-8596-443f-8b06-5040d43d1c04 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368884 Jun 29 00:02:39.718664 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85ee59-4154-4b8e-92b6-73ecedd75aa0 req-eb0d7962-232c-4145-b56e-1212111d9487 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:39.720172 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3d85ee59-4154-4b8e-92b6-73ecedd75aa0 req-eb0d7962-232c-4145-b56e-1212111d9487 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0727663 Jun 29 00:02:39.769831 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3d85ee59-4154-4b8e-92b6-73ecedd75aa0 req-eb48eff3-6f31-4905-b5f8-88e1f96ee695 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437922 Jun 29 00:02:40.699371 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ad5c9-fa6e-4be5-a582-e925a5888a3d req-889bbcdb-5d9f-49f0-b4c5-1c345eb2bbb3 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:40.700900 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad8ad5c9-fa6e-4be5-a582-e925a5888a3d req-889bbcdb-5d9f-49f0-b4c5-1c345eb2bbb3 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0659220 Jun 29 00:02:40.741779 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ad8ad5c9-fa6e-4be5-a582-e925a5888a3d req-be99f2f3-8ea9-43a8-bd3b-c8d163ec8121 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346818 Jun 29 00:02:40.961032 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd222849-c338-4ceb-bb7d-10a26c282bf1 req-eefef679-5e2f-4991-ad11-d51aae97701b tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:40.963655 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fd222849-c338-4ceb-bb7d-10a26c282bf1 req-eefef679-5e2f-4991-ad11-d51aae97701b tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0737252 Jun 29 00:02:41.004457 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fd222849-c338-4ceb-bb7d-10a26c282bf1 req-fdabf604-68da-4e99-9291-7a907b42837b tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348916 Jun 29 00:02:41.933695 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83eeb4-9c3a-4bea-9de9-d730afdff9ae req-e292d0a5-6aff-4c9e-ac0c-aa9082da3a21 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:41.935209 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4d83eeb4-9c3a-4bea-9de9-d730afdff9ae req-e292d0a5-6aff-4c9e-ac0c-aa9082da3a21 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0733671 Jun 29 00:02:41.975643 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4d83eeb4-9c3a-4bea-9de9-d730afdff9ae req-4755e9f9-9eae-41ae-a466-efbae78a09d7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347359 Jun 29 00:02:42.191009 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a0c06-10e9-4faa-922b-b75d574da5f9 req-7947cd9b-6d21-40b0-ab55-0847199fcc90 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:42.192608 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ab1a0c06-10e9-4faa-922b-b75d574da5f9 req-7947cd9b-6d21-40b0-ab55-0847199fcc90 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0718534 Jun 29 00:02:42.237561 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ab1a0c06-10e9-4faa-922b-b75d574da5f9 req-7b341daf-d0a2-4e2b-82ad-bfba1294d839 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378470 Jun 29 00:02:43.156867 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa55b23-3727-4ea3-892a-e42cf4d8ccdd req-83fbfb0c-f127-4dac-a768-7bffc3d050ac tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:43.158278 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-daa55b23-3727-4ea3-892a-e42cf4d8ccdd req-83fbfb0c-f127-4dac-a768-7bffc3d050ac tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0673418 Jun 29 00:02:43.199739 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-daa55b23-3727-4ea3-892a-e42cf4d8ccdd req-e5cbb001-6050-401e-8a69-15b2d4ed5d51 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317924 Jun 29 00:02:43.423491 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5be5af-ba8c-45e8-8a5e-9d1b0228ac45 req-9ba0f173-806f-4ef8-b2be-cf98a7c4804f tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:43.424866 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4f5be5af-ba8c-45e8-8a5e-9d1b0228ac45 req-9ba0f173-806f-4ef8-b2be-cf98a7c4804f tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0662730 Jun 29 00:02:43.465201 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4f5be5af-ba8c-45e8-8a5e-9d1b0228ac45 req-ad3fff0c-d600-4407-9ecf-79cc2b9e10d5 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339565 Jun 29 00:02:44.223438 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2980cb9d-3e52-46c6-9725-586ad5da5131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:44.385371 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca239e1-e83b-41eb-8993-be8b0d083d42 req-2e901d08-2dd0-4e36-84ab-9ec9b046711b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:44.386830 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8ca239e1-e83b-41eb-8993-be8b0d083d42 req-2e901d08-2dd0-4e36-84ab-9ec9b046711b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0653572 Jun 29 00:02:44.423757 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8ca239e1-e83b-41eb-8993-be8b0d083d42 req-c798b705-162a-4d82-bc82-154b5f469163 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312903 Jun 29 00:02:44.650011 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec834a8-348f-414f-9c0d-f0222248dd49 req-4497a7cd-ac18-4caf-9c8d-7a7a051b6da9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:44.651500 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2ec834a8-348f-414f-9c0d-f0222248dd49 req-4497a7cd-ac18-4caf-9c8d-7a7a051b6da9 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0718122 Jun 29 00:02:44.691988 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2ec834a8-348f-414f-9c0d-f0222248dd49 req-7ee40622-09ef-46f9-9ac1-5b2c0d779f00 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=928747cd-51da-4445-b0bd-f19685fdc66a&id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342073 Jun 29 00:02:45.618766 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8221e-dc21-4f0b-b767-dada96481fe4 req-b118331a-a074-4e7e-9b29-827788135ff0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:45.620250 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6eb8221e-dc21-4f0b-b767-dada96481fe4 req-b118331a-a074-4e7e-9b29-827788135ff0 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 943 time: 0.0664248 Jun 29 00:02:45.674162 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6eb8221e-dc21-4f0b-b767-dada96481fe4 req-802a7e41-3908-42e0-b2ec-a286b2e4794b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474198 Jun 29 00:02:46.598284 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device cd7510bd-8ce8-41b9-8559-97c451e8da52 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:02:46.693781 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:02:46.705389 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'port_id': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'mac_address': 'fa:16:3e:99:af:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:02:46.752708 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:46.768975 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7510bd-8ce8-41b9-8559-97c451e8da52 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:02:46.788878 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:02:46.794641 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:46.797047 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:02:46.841416 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=cd7510bd-8ce8-41b9-8559-97c451e8da52,revision_number=9']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:02:46.845360 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:02:46.874363 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a877c-d565-46e2-8fec-eaa91cac0a06 req-9761a7dc-34b2-45a3-a286-88faa1f01f5f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:46.875848 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c74a877c-d565-46e2-8fec-eaa91cac0a06 req-9761a7dc-34b2-45a3-a286-88faa1f01f5f tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 944 time: 0.0689476 Jun 29 00:02:46.923447 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c74a877c-d565-46e2-8fec-eaa91cac0a06 req-16daa78f-4322-4cf0-86d4-77b437662569 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415792 Jun 29 00:02:47.150031 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['cd7510bd-8ce8-41b9-8559-97c451e8da52'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:02:47.254087 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27d45f01-de58-471f-a84f-3ce53469c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:48.110447 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedef48-1ae2-4a1f-aa72-6e7c0fe48761 req-8fae798a-7c9c-41ba-9a61-49e114d7c0cc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:48.112086 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0aedef48-1ae2-4a1f-aa72-6e7c0fe48761 req-8fae798a-7c9c-41ba-9a61-49e114d7c0cc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 944 time: 0.0685451 Jun 29 00:02:48.150271 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-0aedef48-1ae2-4a1f-aa72-6e7c0fe48761 req-743ef11e-f830-40a3-a671-40af76937dbf tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321584 Jun 29 00:02:48.545795 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:48.614135 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device cd7510bd-8ce8-41b9-8559-97c451e8da52 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:02:48.666119 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port cd7510bd-8ce8-41b9-8559-97c451e8da52 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:02:48.666494 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:48.741039 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:48.765746 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:02:48.771147 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460877d1-81cf-418b-bf94-b2a07010080c" -d '{"events": [{"server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "name": "network-vif-plugged", "status": "completed", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:02:48.782052 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:02:48.786677 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:48.788957 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-711bb57d-c91b-4d60-ba8b-db1181dd7109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:02:48.813004 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d103ed1-1d54-4eb5-b484-33fb90944720 x-openstack-request-id: req-8d103ed1-1d54-4eb5-b484-33fb90944720 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:02:48.813302 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "name": "network-vif-plugged", "status": "completed", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:02:48.813559 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d103ed1-1d54-4eb5-b484-33fb90944720 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:02:48.813947 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'code': 200} Jun 29 00:02:48.848134 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=cd7510bd-8ce8-41b9-8559-97c451e8da52,revision_number=10']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:02:48.851849 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:02:49.063443 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261cd8d-f2d2-4816-9d4d-2a4ca74cddc7 req-259ca24b-1329-4282-a0b9-d6e026168926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:49.064952 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4261cd8d-f2d2-4816-9d4d-2a4ca74cddc7 req-259ca24b-1329-4282-a0b9-d6e026168926 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0607510 Jun 29 00:02:49.100988 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4261cd8d-f2d2-4816-9d4d-2a4ca74cddc7 req-6f9f78af-d685-4c77-b62a-00699b7bc8ae service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294714 Jun 29 00:02:49.335250 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f33e6-8fb8-4016-8903-321915673407 req-9adc7f14-d1dd-4dca-971b-0f81a90cfee4 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:49.336736 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-db8f33e6-8fb8-4016-8903-321915673407 req-9adc7f14-d1dd-4dca-971b-0f81a90cfee4 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0689147 Jun 29 00:02:49.386282 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-db8f33e6-8fb8-4016-8903-321915673407 req-c300ee6c-0e95-43ff-9594-a3d83684d9f2 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432098 Jun 29 00:02:49.471052 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:50.532253 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:50.607073 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffd702-65bb-4dd6-bfc0-fa6fc97d1c90 req-edb22caa-b7bc-483e-ad98-7ff06e058402 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:50.609296 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-14ffd702-65bb-4dd6-bfc0-fa6fc97d1c90 req-edb22caa-b7bc-483e-ad98-7ff06e058402 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0712895 Jun 29 00:02:50.649557 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-14ffd702-65bb-4dd6-bfc0-fa6fc97d1c90 req-260aa5e3-290b-46a3-9663-76936b3a4b26 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345819 Jun 29 00:02:51.834184 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ab427-efbb-4fbb-8636-cd3f0437871c req-77ace3df-9517-4596-8d28-67b91cd6142e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:51.835704 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8c2ab427-efbb-4fbb-8636-cd3f0437871c req-77ace3df-9517-4596-8d28-67b91cd6142e tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0637038 Jun 29 00:02:51.875926 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-8c2ab427-efbb-4fbb-8636-cd3f0437871c req-d40cf810-0fc4-4bf7-93fc-151202a01808 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345058 Jun 29 00:02:52.368363 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:53.177093 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-31eeb904-a3f8-42a0-9d3b-0acdef7fb712 req-34b2ff2a-b52f-460a-93c7-04256e256817 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534875 Jun 29 00:02:53.268256 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eeb904-a3f8-42a0-9d3b-0acdef7fb712 req-58f51115-3427-4e4b-9662-e2e72189cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:53.269903 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-31eeb904-a3f8-42a0-9d3b-0acdef7fb712 req-58f51115-3427-4e4b-9662-e2e72189cf54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c89b5c869b44e2980283ab67bb06fb&device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 1098 time: 0.0556881 Jun 29 00:02:53.409867 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eeb904-a3f8-42a0-9d3b-0acdef7fb712 req-03b61e15-94ad-40a8-836b-24ad9f1b9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:53.411317 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-31eeb904-a3f8-42a0-9d3b-0acdef7fb712 req-03b61e15-94ad-40a8-836b-24ad9f1b9ed8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a HTTP/1.1" status: 200 len: 910 time: 0.0954673 Jun 29 00:02:53.480761 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-31eeb904-a3f8-42a0-9d3b-0acdef7fb712 req-b826dda3-33f8-4838-a7e9-aaf11b5ac31f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55 HTTP/1.1" status: 200 len: 1001 time: 0.0572224 Jun 29 00:02:53.527745 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eeb904-a3f8-42a0-9d3b-0acdef7fb712 req-5543c9e5-32ac-4beb-bb1b-cc25439d7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:53.529159 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-31eeb904-a3f8-42a0-9d3b-0acdef7fb712 req-5543c9e5-32ac-4beb-bb1b-cc25439d7e02 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1fb62657-b322-4949-a417-3ea0c3b15387 HTTP/1.1" status: 200 len: 848 time: 0.0419099 Jun 29 00:02:53.591543 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eeb904-a3f8-42a0-9d3b-0acdef7fb712 req-7115208e-7c35-41c7-9097-53934c6eba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:53.593084 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-31eeb904-a3f8-42a0-9d3b-0acdef7fb712 req-7115208e-7c35-41c7-9097-53934c6eba65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0564737 Jun 29 00:02:53.690092 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-31eeb904-a3f8-42a0-9d3b-0acdef7fb712 req-d962eaf3-5117-4a17-8ded-3f036f457371 service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800076 Jun 29 00:02:53.793079 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-31eeb904-a3f8-42a0-9d3b-0acdef7fb712 req-6b9a8f17-1737-4bf2-80d3-20c4732f61e3 service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846157 Jun 29 00:02:56.333338 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b107b-7a62-47a2-b935-8afe96f42b9f req-7af2b41d-aa75-4701-9b48-8afd84c3e832 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:56.334782 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-054b107b-7a62-47a2-b935-8afe96f42b9f req-7af2b41d-aa75-4701-9b48-8afd84c3e832 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 945 time: 0.0701170 Jun 29 00:02:56.371055 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-054b107b-7a62-47a2-b935-8afe96f42b9f req-65ea11ab-4c5d-4f5e-b00c-aec06a165d99 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=325debfa-8239-4f93-9255-0d6135309e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307088 Jun 29 00:02:57.544861 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bb9ca-7609-4773-b80f-e4e59a4fc5fc req-fbdfbcad-73e7-447c-80cf-a19064456473 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:57.546883 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-547bb9ca-7609-4773-b80f-e4e59a4fc5fc req-fbdfbcad-73e7-447c-80cf-a19064456473 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 945 time: 0.0630915 Jun 29 00:02:57.586505 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-547bb9ca-7609-4773-b80f-e4e59a4fc5fc req-98bbdd13-4acb-4245-b149-2b5a425be980 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=325debfa-8239-4f93-9255-0d6135309e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336664 Jun 29 00:02:58.747315 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-e5d978d0-04d7-4c07-a4c7-b2e0170f8b5e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:58.748740 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-e5d978d0-04d7-4c07-a4c7-b2e0170f8b5e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.52 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 945 time: 0.0653970 Jun 29 00:02:58.762682 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4dcb3-6caa-48b7-98eb-1d3439a79e8c req-410fb719-7ffa-4047-af18-fcbe0160cad3 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:02:58.764160 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-19c4dcb3-6caa-48b7-98eb-1d3439a79e8c req-410fb719-7ffa-4047-af18-fcbe0160cad3 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 945 time: 0.0657933 Jun 29 00:02:58.801488 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-19c4dcb3-6caa-48b7-98eb-1d3439a79e8c req-087df47d-55d8-48a2-8336-74c465d1f84e tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups?id=325debfa-8239-4f93-9255-0d6135309e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316377 Jun 29 00:02:58.852255 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Deleting port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:02:58.852603 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:58.936145 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] For port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=83953f91-4b38-4ed9-b79f-63e8a8bd9d72,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:02:58.936533 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:59.108378 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:59.108748 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:59.109061 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.l3_db [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Floating IP 10e892a2-ef12-4b77-bf6d-80280e5c731a disassociated. External IP: 172.28.0.146, port: 83953f91-4b38-4ed9-b79f-63e8a8bd9d72. Jun 29 00:02:59.109402 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Calling delete_port for 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:02:59.233612 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:59.237487 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b493ff28-c66e-4975-b5ab-3b7fb978c4e6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:02:59.266190 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event deleted for resources: {'Port': ['ID=83953f91-4b38-4ed9-b79f-63e8a8bd9d72,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:02:59.277182 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:59.277574 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:59.277924 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:59.278281 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:59.278648 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:59.278977 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:59.279324 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:59.279676 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:59.280023 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:59.280434 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:59.281286 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:59.281633 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:02:59.285467 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:02:59.391294 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Router 0e9c02fb-189d-49a0-a430-6158b7042915 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:02:59.501562 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:02:59.511644 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d87e9-e799-4aab-ac15-dc9aa57b753b None None] Sync routers for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:02:59.521437 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d87e9-e799-4aab-ac15-dc9aa57b753b None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:02:59.522055 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-050d87e9-e799-4aab-ac15-dc9aa57b753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:02:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:02:59.542713 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] No DVR routers for this DVR port 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 on host hv-cinder-76330 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:02:59.545146 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:02:59.547248 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5b9a3243-3a96-47a0-bac1-71b2f8c3d57c req-888a00b6-9879-423f-9343-a1f2a4b35c52 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.52 "DELETE /v2.0/ports/83953f91-4b38-4ed9-b79f-63e8a8bd9d72 HTTP/1.1" status: 204 len: 173 time: 0.7921171 Jun 29 00:02:59.547751 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'name': 'network-vif-deleted', 'tag': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:02:59.550049 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c81087-1c53-419e-8aeb-996dcc95d11a" -d '{"events": [{"server_uuid": "8421d8aa-6c92-4bbe-8b25-0acdfb47554d", "name": "network-vif-deleted", "tag": "83953f91-4b38-4ed9-b79f-63e8a8bd9d72"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:02:59.642723 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-050d87e9-e799-4aab-ac15-dc9aa57b753b None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:02:59.655915 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da5dfb4-9b3f-4234-b9b2-4290498818f6 x-openstack-request-id: req-6da5dfb4-9b3f-4234-b9b2-4290498818f6 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:02:59.656337 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8421d8aa-6c92-4bbe-8b25-0acdfb47554d", "name": "network-vif-deleted", "tag": "83953f91-4b38-4ed9-b79f-63e8a8bd9d72", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:02:59.656700 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6da5dfb4-9b3f-4234-b9b2-4290498818f6 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:02:59.657194 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8421d8aa-6c92-4bbe-8b25-0acdfb47554d', 'name': 'network-vif-deleted', 'tag': '83953f91-4b38-4ed9-b79f-63e8a8bd9d72', 'status': 'completed', 'code': 200} Jun 29 00:02:59.857613 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-050d87e9-e799-4aab-ac15-dc9aa57b753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:02:59.889418 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d87e9-e799-4aab-ac15-dc9aa57b753b None None] Checking router: 0e9c02fb-189d-49a0-a430-6158b7042915 for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:02:59.897916 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d87e9-e799-4aab-ac15-dc9aa57b753b None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:02:59.898443 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-050d87e9-e799-4aab-ac15-dc9aa57b753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:02:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:02:59.954671 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e41363f3-c585-4821-96cf-19457e968a24 req-6519237c-793e-4811-b1a5-7234017695bd tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8421d8aa-6c92-4bbe-8b25-0acdfb47554d HTTP/1.1" status: 200 len: 210 time: 0.0274827 Jun 29 00:03:00.002855 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-050d87e9-e799-4aab-ac15-dc9aa57b753b None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:00.200948 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-050d87e9-e799-4aab-ac15-dc9aa57b753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:00.228864 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d87e9-e799-4aab-ac15-dc9aa57b753b None None] The sync data for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb is: [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-28T23:57:59Z', 'revision_number': 4, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '531982d4-2782-4e85-aac0-a2d29e81be66', 'name': '', 'network_id': '94c4ac10-c8e9-4a3f-a7ea-15e45e093e67', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'mac_address': 'fa:16:3e:eb:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:58Z', 'updated_at': '2021-06-28T23:58:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'subnets': [{'id': '8fb36a3c-a914-48b2-a528-9f9f7bc5d417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:03:00.453861 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729ed75-dd80-476a-94a7-cd3127f2da89 None None] New status for floating IP 10e892a2-ef12-4b77-bf6d-80280e5c731a: DOWN {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:03:01.122001 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 39434) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:01.176427 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-09bfc55e-a4ae-4dc7-9dea-7a8b566993f5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:01.198502 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-09bfc55e-a4ae-4dc7-9dea-7a8b566993f5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:01.243634 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-09bfc55e-a4ae-4dc7-9dea-7a8b566993f5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:01.246233 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-09bfc55e-a4ae-4dc7-9dea-7a8b566993f5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:01.247356 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-09bfc55e-a4ae-4dc7-9dea-7a8b566993f5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "DELETE /v2.0/security-groups/325debfa-8239-4f93-9255-0d6135309e51 HTTP/1.1" status: 204 len: 168 time: 0.1243453 Jun 29 00:03:01.248188 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-a3b9bc27-89f0-462e-97f5-a8d30c21f39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:01.250751 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39436) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:01.257014 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfc55e-a4ae-4dc7-9dea-7a8b566993f5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=325debfa-8239-4f93-9255-0d6135309e51,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:01.259316 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-09bfc55e-a4ae-4dc7-9dea-7a8b566993f5 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:01.264058 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.api.v2.resource [None req-761107ea-a7b8-4ca4-9060-cc3a30c7dc13 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] show failed (client error): The resource could not be found. Jun 29 00:03:01.265091 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-761107ea-a7b8-4ca4-9060-cc3a30c7dc13 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "GET /v2.0/security-groups/325debfa-8239-4f93-9255-0d6135309e51 HTTP/1.1" status: 404 len: 347 time: 0.0133672 Jun 29 00:03:01.269790 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39438) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:01.392600 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Deleting port c1cd89d6-d918-487a-be40-17fd93f179a6 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:01.392930 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:01.725327 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:01.725658 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:01.739038 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Calling delete_port for c1cd89d6-d918-487a-be40-17fd93f179a6 owned by network:floatingip {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:01.867909 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:01.870678 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-74b52b7d-ec66-45c7-857b-ad847ae48f6a tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:01.893329 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Pushing event deleted for resources: {'Port': ['ID=c1cd89d6-d918-487a-be40-17fd93f179a6,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:01.917629 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:01.918006 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:01.918375 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:01.918741 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:01.919100 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:01.919460 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:01.919816 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:01.920201 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:01.920560 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:01.921480 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:01.921839 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:01.922190 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:01.926500 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:01.962200 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks [] for floatingip, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:01.964733 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:01.965864 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] 10.222.0.30 "DELETE /v2.0/floatingips/10e892a2-ef12-4b77-bf6d-80280e5c731a HTTP/1.1" status: 204 len: 168 time: 0.6945691 Jun 29 00:03:02.670265 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:02.693632 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:02.693984 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 83953f91-4b38-4ed9-b79f-63e8a8bd9d72 not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:04.680266 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:03:05.644576 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39468) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:06.135367 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774989'] for router_interface, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:06.430027 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] Deleting port 531982d4-2782-4e85-aac0-a2d29e81be66 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:06.430278 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:06.508209 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] For port 531982d4-2782-4e85-aac0-a2d29e81be66, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=531982d4-2782-4e85-aac0-a2d29e81be66,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:06.508576 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:06.520787 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] Calling delete_port for 531982d4-2782-4e85-aac0-a2d29e81be66 owned by network:router_interface {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:06.717313 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:06.719815 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1b375d93-474f-4613-8cdf-7b97e81d4ab8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:06.740963 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] Pushing event deleted for resources: {'Port': ['ID=531982d4-2782-4e85-aac0-a2d29e81be66,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:06.744375 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:06.906624 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3870798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3775129'] for router_interface, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:07.109753 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] Router 0e9c02fb-189d-49a0-a430-6158b7042915 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:03:07.212298 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:03:07.217560 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] 10.222.0.30 "PUT /v2.0/routers/0e9c02fb-189d-49a0-a430-6158b7042915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5719645 Jun 29 00:03:07.220043 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39472) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:07.221085 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9592a804-3cc3-4371-b50d-db27daea1cb2 None None] Sync routers for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:03:07.230258 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9592a804-3cc3-4371-b50d-db27daea1cb2 None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:03:07.230961 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-9592a804-3cc3-4371-b50d-db27daea1cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:02:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:07.319550 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Notify callbacks [] for router, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:07.331721 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-9592a804-3cc3-4371-b50d-db27daea1cb2 None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:07.422926 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:07.485700 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Deleting port 5da63ebb-59de-4121-9ff8-342077f9f55c {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:07.486069 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:07.566873 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] For port 5da63ebb-59de-4121-9ff8-342077f9f55c, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=5da63ebb-59de-4121-9ff8-342077f9f55c,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:07.567218 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:07.578667 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Calling delete_port for 5da63ebb-59de-4121-9ff8-342077f9f55c owned by network:router_gateway {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:07.623549 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-9592a804-3cc3-4371-b50d-db27daea1cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-29T00:03:06Z', 'revision_number': 5, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port': {'id': '5da63ebb-59de-4121-9ff8-342077f9f55c', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:57:54Z', 'updated_at': '2021-06-28T23:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:07.649651 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9592a804-3cc3-4371-b50d-db27daea1cb2 None None] Checking router: 0e9c02fb-189d-49a0-a430-6158b7042915 for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:03:07.658260 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9592a804-3cc3-4371-b50d-db27daea1cb2 None None] Routers {'0e9c02fb-189d-49a0-a430-6158b7042915'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:03:07.658873 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-9592a804-3cc3-4371-b50d-db27daea1cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:02:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['0e9c02fb-189d-49a0-a430-6158b7042915'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:07.740895 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:07.742863 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-74349b6b-9218-4cf0-92f6-842b36ca1f16 tempest-ServerRescueNegativeTestJSON-1185197919 tempest-ServerRescueNegativeTestJSON-1185197919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:07.749440 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-9592a804-3cc3-4371-b50d-db27daea1cb2 None None] Set router 0e9c02fb-189d-49a0-a430-6158b7042915 gateway port host: None {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:07.767034 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Pushing event deleted for resources: {'Port': ['ID=5da63ebb-59de-4121-9ff8-342077f9f55c,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:07.770283 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:07.803840 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-9592a804-3cc3-4371-b50d-db27daea1cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-29T00:03:07Z', 'revision_number': 6, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port_host': None}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:07.830227 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9592a804-3cc3-4371-b50d-db27daea1cb2 None None] The sync data for ids ['0e9c02fb-189d-49a0-a430-6158b7042915'] in dv-cinder-763306-13-smb is: [{'id': '0e9c02fb-189d-49a0-a430-6158b7042915', 'name': 'tempest-AttachVolumeTestJSON-2121635293-router', 'tenant_id': 'd8fbe869bbe54a308294942cb74c918d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:57:53Z', 'updated_at': '2021-06-29T00:03:07Z', 'revision_number': 6, 'project_id': 'd8fbe869bbe54a308294942cb74c918d', 'gw_port_host': None}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:03:07.833343 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3776071'] for router_gateway, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:07.939296 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38174'] for router, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:07.941400 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.001366 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776033'] for router, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.001864 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9c02fb-189d-49a0-a430-6158b7042915 {{(pid=92977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:03:08.006569 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] Notify callbacks [] for router, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.007698 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-a56e8bfb-17d3-4ace-baa1-b7246c34214e admin admin] 10.222.0.30 "DELETE /v2.0/routers/0e9c02fb-189d-49a0-a430-6158b7042915 HTTP/1.1" status: 204 len: 168 time: 0.7867362 Jun 29 00:03:08.010233 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39474) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:08.055918 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec84eee-b53d-46d7-bb66-4ac5043fa7c5 admin admin] Deleting subnet 8fb36a3c-a914-48b2-a528-9f9f7bc5d417 {{(pid=92977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:03:08.058810 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1ec84eee-b53d-46d7-bb66-4ac5043fa7c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.092669 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1ec84eee-b53d-46d7-bb66-4ac5043fa7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127272940'] for subnet, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.202813 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1ec84eee-b53d-46d7-bb66-4ac5043fa7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.256645 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1ec84eee-b53d-46d7-bb66-4ac5043fa7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129828250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125969972'] for subnet, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.258688 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:08.282373 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec84eee-b53d-46d7-bb66-4ac5043fa7c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb36a3c-a914-48b2-a528-9f9f7bc5d417,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:08.285389 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1ec84eee-b53d-46d7-bb66-4ac5043fa7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:08.286360 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1ec84eee-b53d-46d7-bb66-4ac5043fa7c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.288204 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1ec84eee-b53d-46d7-bb66-4ac5043fa7c5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8fb36a3c-a914-48b2-a528-9f9f7bc5d417 HTTP/1.1" status: 204 len: 168 time: 0.2770576 Jun 29 00:03:08.290641 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39476) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:08.291215 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7475b65-900b-48a7-8869-c4fa29693854 None None] Network 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:03:08.359524 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.575197 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07daf391-de7b-4be2-9fd0-26be10ec058c None None] DHCP port deletion for 94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 request from dv-cinder-763306-13-smb {{(pid=92979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:03:08.629368 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-07daf391-de7b-4be2-9fd0-26be10ec058c None None] Deleting port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:08.629763 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-07daf391-de7b-4be2-9fd0-26be10ec058c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.646618 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 5da63ebb-59de-4121-9ff8-342077f9f55c no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:08.677801 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: 5da63ebb-59de-4121-9ff8-342077f9f55c {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:08.678110 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 5da63ebb-59de-4121-9ff8-342077f9f55c not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:08.678501 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 531982d4-2782-4e85-aac0-a2d29e81be66 no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:08.700903 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Deleting port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:08.701238 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.722169 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: 531982d4-2782-4e85-aac0-a2d29e81be66 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:08.722527 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 531982d4-2782-4e85-aac0-a2d29e81be66 not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:08.722952 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:08.761436 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-07daf391-de7b-4be2-9fd0-26be10ec058c None None] For port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:08.761845 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-07daf391-de7b-4be2-9fd0-26be10ec058c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.762730 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] For port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb,segment=NetworkSegment(987e4c2c-6ae8-457e-a59e-1bbef8cdf08d),segment_id=987e4c2c-6ae8-457e-a59e-1bbef8cdf08d)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:08.763164 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.776652 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Calling delete_port for 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb owned by network:dhcp {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:08.780701 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-07daf391-de7b-4be2-9fd0-26be10ec058c None None] Calling delete_port for 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:08.869364 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.877227 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-e6590d83-70b9-47d5-b5a6-8ee947b2b103 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:08.898142 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:08.903219 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] No DVR routers for this DVR port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb on host dv-cinder-763306-13-smb {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:03:08.904790 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:08.913087 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.969886 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-07daf391-de7b-4be2-9fd0-26be10ec058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.973700 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:08.977929 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:08.989269 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c4ac10-c8e9-4a3f-a7ea-15e45e093e67']}} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:09.000020 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07daf391-de7b-4be2-9fd0-26be10ec058c None None] Pushing event deleted for resources: {'Port': ['ID=1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:09.001012 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d') {'for_net_delete': True} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:09.001318 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987e4c2c-6ae8-457e-a59e-1bbef8cdf08d') {} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:09.003882 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07daf391-de7b-4be2-9fd0-26be10ec058c None None] No DVR routers for this DVR port 1b7a489b-8a7f-4a8b-88f5-ef78c6cc75eb on host dv-cinder-763306-13-smb {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:03:09.005992 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-07daf391-de7b-4be2-9fd0-26be10ec058c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:09.014524 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127272951'] for segment, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:09.029740 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:09.035633 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=92977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:03:09.036016 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129828611'] for segment, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: Traceback (most recent call last): Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: timer() Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: cb(*args, **kw) Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: return func(*args, **kwargs) Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: self._notify() Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: self.callback(batched_events) Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: event.method(event) Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: return f(self, *a, **k) Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: return self._get(url).json() Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: return self.request(url, 'GET', **kwargs) Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:03:09.037739 dv-cinder-763306-13-smb neutron-server[92977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:03:09.090633 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:09.094683 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:09.098455 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:09.100274 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] 10.222.0.30 "DELETE /v2.0/networks/94c4ac10-c8e9-4a3f-a7ea-15e45e093e67 HTTP/1.1" status: 204 len: 168 time: 0.8086782 Jun 29 00:03:09.110273 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Pushing event deleted for resources: {'Network': ['ID=94c4ac10-c8e9-4a3f-a7ea-15e45e093e67,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:09.112699 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:09.219941 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 39480) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:09.260350 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-fdf47c7a-572a-43f1-9058-8905a56839ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8fbe869bbe54a308294942cb74c918d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391304 Jun 29 00:03:09.262672 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 39482) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:09.312944 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-33655e73-1c22-473d-a245-8dc8a9353707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:09.332412 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-33655e73-1c22-473d-a245-8dc8a9353707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:09.376906 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-33655e73-1c22-473d-a245-8dc8a9353707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:09.379970 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-33655e73-1c22-473d-a245-8dc8a9353707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:09.381127 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-33655e73-1c22-473d-a245-8dc8a9353707 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5dc91a9-76b1-40d1-8f05-d695bb8ac5bc HTTP/1.1" status: 204 len: 168 time: 0.1175799 Jun 29 00:03:09.381871 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5e90d372-9f83-48a1-96c0-59761a277cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:09.389052 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33655e73-1c22-473d-a245-8dc8a9353707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dc91a9-76b1-40d1-8f05-d695bb8ac5bc,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:09.391501 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-33655e73-1c22-473d-a245-8dc8a9353707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:10.792040 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39522) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:10.893950 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-78731139-aa1a-43fa-b31b-8c7a4c7faa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:10.994004 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-78731139-aa1a-43fa-b31b-8c7a4c7faa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:10.997636 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-78731139-aa1a-43fa-b31b-8c7a4c7faa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:10.999949 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-67efc567-262d-42d5-aba7-4ec35bef14a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:11.033567 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78731139-aa1a-43fa-b31b-8c7a4c7faa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708474a9-febd-4257-86eb-f65f547fd336,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:11.037629 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-78731139-aa1a-43fa-b31b-8c7a4c7faa2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7eaa9f16dbb44c3ba407e2f3b3f083da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444007 Jun 29 00:03:11.038572 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-78731139-aa1a-43fa-b31b-8c7a4c7faa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:11.040226 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39526) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:11.092964 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d0c434b4-c444-41e1-932c-d198177eb485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:11.113524 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d0c434b4-c444-41e1-932c-d198177eb485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:11.158175 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d0c434b4-c444-41e1-932c-d198177eb485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:11.160776 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d0c434b4-c444-41e1-932c-d198177eb485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:11.161881 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-d0c434b4-c444-41e1-932c-d198177eb485 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/708474a9-febd-4257-86eb-f65f547fd336 HTTP/1.1" status: 204 len: 168 time: 0.1206298 Jun 29 00:03:11.162628 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-6d2fc259-a8e6-487f-8d25-1c916cafc942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:11.169600 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c434b4-c444-41e1-932c-d198177eb485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708474a9-febd-4257-86eb-f65f547fd336,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:11.171846 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d0c434b4-c444-41e1-932c-d198177eb485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:11.421570 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39532) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:11.434543 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-46b1d196-ca4e-4fc6-8ed6-f94eb5b35c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:11.527278 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-46b1d196-ca4e-4fc6-8ed6-f94eb5b35c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:11.531664 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-46b1d196-ca4e-4fc6-8ed6-f94eb5b35c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:11.534237 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-85165b3a-be55-48ba-9ac5-dae5d8148ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:11.572891 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-46b1d196-ca4e-4fc6-8ed6-f94eb5b35c93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ff39304a14d48ad9071de613d82ee9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502228 Jun 29 00:03:11.573781 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1d196-ca4e-4fc6-8ed6-f94eb5b35c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd25ec6-b752-49f2-a11c-1d22d075e537,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:11.575631 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 39534) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:11.576874 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-46b1d196-ca4e-4fc6-8ed6-f94eb5b35c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:11.637852 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8248f11e-889f-4814-9080-16bd459a02a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:11.659787 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8248f11e-889f-4814-9080-16bd459a02a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:11.705614 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8248f11e-889f-4814-9080-16bd459a02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:11.708408 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8248f11e-889f-4814-9080-16bd459a02a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:11.709546 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-8248f11e-889f-4814-9080-16bd459a02a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fd25ec6-b752-49f2-a11c-1d22d075e537 HTTP/1.1" status: 204 len: 168 time: 0.1322231 Jun 29 00:03:11.710363 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-33655e73-1c22-473d-a245-8dc8a9353707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:11.718470 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248f11e-889f-4814-9080-16bd459a02a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd25ec6-b752-49f2-a11c-1d22d075e537,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:11.720947 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8248f11e-889f-4814-9080-16bd459a02a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:14.228662 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-31521379-79ae-49d2-81e5-8f30f0a2d6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:17.245226 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a200056f-7099-4d0f-b16b-d3cc8e4780a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:18.545830 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:19.472929 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:20.180780 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ea9ed-6a42-462d-9eb8-3b0c5bf93e11 req-3ef06067-dd73-4c41-bb7f-659bb50cb447 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:20.182209 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b81ea9ed-6a42-462d-9eb8-3b0c5bf93e11 req-3ef06067-dd73-4c41-bb7f-659bb50cb447 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0636821 Jun 29 00:03:20.220764 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b81ea9ed-6a42-462d-9eb8-3b0c5bf93e11 req-3f906f03-257d-4052-bb5b-0db9f777d27d tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327520 Jun 29 00:03:20.529048 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:21.393817 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db2c8c-b8a2-4f36-aefe-23bb1954b974 req-34a42efa-7091-4907-beab-b9b7c8fa9c75 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:21.395315 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d5db2c8c-b8a2-4f36-aefe-23bb1954b974 req-34a42efa-7091-4907-beab-b9b7c8fa9c75 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0619826 Jun 29 00:03:21.433072 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d5db2c8c-b8a2-4f36-aefe-23bb1954b974 req-f438dde3-50dd-4bff-9fa6-feb8311fb2c0 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317667 Jun 29 00:03:22.383930 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:22.613232 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafbfb3-908c-4195-ae9e-ead6d5195fa2 req-81dbec5c-1f93-4b67-962d-65c73d8e011f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:22.614738 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1bafbfb3-908c-4195-ae9e-ead6d5195fa2 req-81dbec5c-1f93-4b67-962d-65c73d8e011f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0683258 Jun 29 00:03:22.653591 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1bafbfb3-908c-4195-ae9e-ead6d5195fa2 req-49a0adaf-0069-475e-a117-86ef0d1d2a0e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330057 Jun 29 00:03:23.265471 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a47bc29a-c31b-445f-959f-ab2966b921c3 req-c538301d-9452-447e-bd82-f4b414ffbfd2 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929801476&fields=id&tenant_id=6f9355d9ca054d86bb32a3330e3d7507 HTTP/1.1" status: 200 len: 267 time: 0.0335317 Jun 29 00:03:23.341875 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bc29a-c31b-445f-959f-ab2966b921c3 req-7e9ff092-3d27-4078-aa76-efbf47246bd7 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:23.343376 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a47bc29a-c31b-445f-959f-ab2966b921c3 req-7e9ff092-3d27-4078-aa76-efbf47246bd7 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 985 time: 0.0719447 Jun 29 00:03:23.354623 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-a47bc29a-c31b-445f-959f-ab2966b921c3 req-57ca7b1b-2305-49ef-b4ef-5371270882ac tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Request body: {'port': {'security_groups': ['cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed']}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:03:23.439809 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-a47bc29a-c31b-445f-959f-ab2966b921c3 req-57ca7b1b-2305-49ef-b4ef-5371270882ac tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:23.614510 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-a47bc29a-c31b-445f-959f-ab2966b921c3 req-57ca7b1b-2305-49ef-b4ef-5371270882ac tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] For port d4fc1542-0fd1-4abe-a93f-eb53e7b35843, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:23.643794 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-a47bc29a-c31b-445f-959f-ab2966b921c3 req-57ca7b1b-2305-49ef-b4ef-5371270882ac tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:23.648259 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-a47bc29a-c31b-445f-959f-ab2966b921c3 req-57ca7b1b-2305-49ef-b4ef-5371270882ac tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:23.652158 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-2cea32dc-ff17-4291-bf83-8afc3d13abb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:23.691362 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['d4fc1542-0fd1-4abe-a93f-eb53e7b35843'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:03:23.698534 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bc29a-c31b-445f-959f-ab2966b921c3 req-57ca7b1b-2305-49ef-b4ef-5371270882ac tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:23.699181 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-a47bc29a-c31b-445f-959f-ab2966b921c3 req-57ca7b1b-2305-49ef-b4ef-5371270882ac tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:23.700674 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a47bc29a-c31b-445f-959f-ab2966b921c3 req-57ca7b1b-2305-49ef-b4ef-5371270882ac tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "PUT /v2.0/ports/d4fc1542-0fd1-4abe-a93f-eb53e7b35843 HTTP/1.1" status: 200 len: 943 time: 0.3505778 Jun 29 00:03:23.701209 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:03:23.707163 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5850e1cb-77e8-45be-9b2e-dce2f65c2e59" -d '{"events": [{"name": "network-changed", "server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:03:23.707557 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 39686) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:23.728794 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca7b1b-2305-49ef-b4ef-5371270882ac tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event updated for resources: {'Port': ['ID=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,revision_number=7']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:23.732675 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-57ca7b1b-2305-49ef-b4ef-5371270882ac tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:23.814471 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-95a4522d-4801-41da-8d19-4d61785aefcc tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:23.860848 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-95a4522d-4801-41da-8d19-4d61785aefcc tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:23.875760 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff003290-b4b4-4506-ab79-5b3e4346e438 req-e0cdad2e-764d-4ca0-b193-5485f4bd3af8 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:23.883676 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ff003290-b4b4-4506-ab79-5b3e4346e438 req-e0cdad2e-764d-4ca0-b193-5485f4bd3af8 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0922587 Jun 29 00:03:23.915067 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['d4fc1542-0fd1-4abe-a93f-eb53e7b35843'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:03:23.938225 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ff003290-b4b4-4506-ab79-5b3e4346e438 req-396746c6-ff2f-404d-bf56-59c65da2b5a8 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534382 Jun 29 00:03:23.941068 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898de0e3-4206-4756-8890-0b28358bf6d4 x-openstack-request-id: req-898de0e3-4206-4756-8890-0b28358bf6d4 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:03:23.942453 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:03:23.944830 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-898de0e3-4206-4756-8890-0b28358bf6d4 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:03:23.946388 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'status': 'completed', 'code': 200} Jun 29 00:03:23.957355 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-95a4522d-4801-41da-8d19-4d61785aefcc tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:23.961935 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-95a4522d-4801-41da-8d19-4d61785aefcc tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:23.962890 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-95a4522d-4801-41da-8d19-4d61785aefcc tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "DELETE /v2.0/security-groups/928747cd-51da-4445-b0bd-f19685fdc66a HTTP/1.1" status: 204 len: 168 time: 0.2540412 Jun 29 00:03:23.964066 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-46797b21-af7c-4ce5-b00f-2d7e7b84573b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:23.967034 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39692) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:23.985663 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4522d-4801-41da-8d19-4d61785aefcc tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928747cd-51da-4445-b0bd-f19685fdc66a,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:24.002805 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-95a4522d-4801-41da-8d19-4d61785aefcc tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:24.056236 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850e1cb-77e8-45be-9b2e-dce2f65c2e59 req-2bb35ea2-fed1-48c3-bfc9-d83cf6c1429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:24.057746 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5850e1cb-77e8-45be-9b2e-dce2f65c2e59 req-2bb35ea2-fed1-48c3-bfc9-d83cf6c1429d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f9355d9ca054d86bb32a3330e3d7507&device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 1099 time: 0.0824461 Jun 29 00:03:24.062752 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-c771321e-8779-426b-9b43-9ce3069bdf84 None None] Provisioning complete for port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 triggered by entity DHCP. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:03:24.063794 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c771321e-8779-426b-9b43-9ce3069bdf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:24.165036 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850e1cb-77e8-45be-9b2e-dce2f65c2e59 req-c6ec90f4-bbe7-490f-9eab-4e9b58fbe708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:24.166521 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5850e1cb-77e8-45be-9b2e-dce2f65c2e59 req-c6ec90f4-bbe7-490f-9eab-4e9b58fbe708 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d HTTP/1.1" status: 200 len: 915 time: 0.1012743 Jun 29 00:03:24.176399 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Deleting port 3cde5a79-21a6-4b5b-ab4c-01db291ec4d5 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:24.176987 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:24.245062 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5850e1cb-77e8-45be-9b2e-dce2f65c2e59 req-2ca12d33-1fcc-4e96-a01e-aa84c72cc10e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843 HTTP/1.1" status: 200 len: 1002 time: 0.0663307 Jun 29 00:03:24.263249 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:24.263582 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:24.275998 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Calling delete_port for 3cde5a79-21a6-4b5b-ab4c-01db291ec4d5 owned by network:floatingip {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:24.300743 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850e1cb-77e8-45be-9b2e-dce2f65c2e59 req-3ef19a82-a9ce-4168-8e9d-4bf45894c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:24.302656 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5850e1cb-77e8-45be-9b2e-dce2f65c2e59 req-3ef19a82-a9ce-4168-8e9d-4bf45894c0a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f13714b8-126e-4400-b2b5-95f90b5d6522 HTTP/1.1" status: 200 len: 853 time: 0.0454051 Jun 29 00:03:24.365518 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850e1cb-77e8-45be-9b2e-dce2f65c2e59 req-e86d5ca4-5f45-4671-a9f7-4a7ca27b4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:24.367033 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5850e1cb-77e8-45be-9b2e-dce2f65c2e59 req-e86d5ca4-5f45-4671-a9f7-4a7ca27b4fb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0568724 Jun 29 00:03:24.453188 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:24.456160 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-21d8a594-6d0b-4bea-b0d5-c98b7062f4ba tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:24.460874 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5850e1cb-77e8-45be-9b2e-dce2f65c2e59 req-fec9aae1-b8c8-4db3-a354-c6569343802c service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826218 Jun 29 00:03:24.482276 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event deleted for resources: {'Port': ['ID=3cde5a79-21a6-4b5b-ab4c-01db291ec4d5,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:24.486778 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:24.547697 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks [] for floatingip, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:24.548083 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.l3_db [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Floating IP 7a5fcf51-9fbe-4df1-993f-230ad182c783 disassociated (deleted). External IP: 172.28.0.123, port: d4fc1542-0fd1-4abe-a93f-eb53e7b35843. Jun 29 00:03:24.558009 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5850e1cb-77e8-45be-9b2e-dce2f65c2e59 req-e179eb0a-8f2b-49d0-b1a9-1c099e3a61c7 service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885198 Jun 29 00:03:24.752670 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:03:24.854448 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:03:24.859319 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:24.863972 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba247a2-4d30-4d8c-bb74-2a2bd5088a35 None None] Sync routers for ids ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:03:24.873561 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba247a2-4d30-4d8c-bb74-2a2bd5088a35 None None] Routers {'74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:03:24.874165 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-5ba247a2-4d30-4d8c-bb74-2a2bd5088a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:03:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:24.894769 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "DELETE /v2.0/floatingips/7a5fcf51-9fbe-4df1-993f-230ad182c783 HTTP/1.1" status: 204 len: 168 time: 0.9266620 Jun 29 00:03:24.978420 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-5ba247a2-4d30-4d8c-bb74-2a2bd5088a35 None None] Set router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:25.133804 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8b79b-7717-47c7-969f-75ada8a0d311 req-05783a8b-7c5b-4bd6-be11-8a8f2e992a6a tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:25.136574 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9fa8b79b-7717-47c7-969f-75ada8a0d311 req-05783a8b-7c5b-4bd6-be11-8a8f2e992a6a tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0856624 Jun 29 00:03:25.204496 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-9fa8b79b-7717-47c7-969f-75ada8a0d311 req-07653958-fc44-49e2-ba3f-01a68f0d057b tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581622 Jun 29 00:03:25.281212 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-5ba247a2-4d30-4d8c-bb74-2a2bd5088a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:00:49Z', 'revision_number': 4, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '440fadd0-728a-4e6e-b330-02c1e4ba1100', 'name': '', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'mac_address': 'fa:16:3e:32:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:48Z', 'updated_at': '2021-06-29T00:00:54Z', 'revision_number': 5, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'subnets': [{'id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:25.319154 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba247a2-4d30-4d8c-bb74-2a2bd5088a35 None None] Checking router: 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:03:25.327956 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba247a2-4d30-4d8c-bb74-2a2bd5088a35 None None] Routers {'74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:03:25.329163 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-5ba247a2-4d30-4d8c-bb74-2a2bd5088a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:03:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:25.449839 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-5ba247a2-4d30-4d8c-bb74-2a2bd5088a35 None None] Set router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:25.703289 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-5ba247a2-4d30-4d8c-bb74-2a2bd5088a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:00:49Z', 'revision_number': 4, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '440fadd0-728a-4e6e-b330-02c1e4ba1100', 'name': '', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'mac_address': 'fa:16:3e:32:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:48Z', 'updated_at': '2021-06-29T00:00:54Z', 'revision_number': 5, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'subnets': [{'id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:25.703454 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db1ffd-f25b-4f6e-9967-e3c2adffa07a req-eb519098-cb33-4eda-b75d-6c39bd66c521 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:25.705366 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-52db1ffd-f25b-4f6e-9967-e3c2adffa07a req-eb519098-cb33-4eda-b75d-6c39bd66c521 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0817957 Jun 29 00:03:25.735279 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba247a2-4d30-4d8c-bb74-2a2bd5088a35 None None] The sync data for ids ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'] in dv-cinder-763306-13-smb is: [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:00:49Z', 'revision_number': 4, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '440fadd0-728a-4e6e-b330-02c1e4ba1100', 'name': '', 'network_id': 'e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'mac_address': 'fa:16:3e:32:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:48Z', 'updated_at': '2021-06-29T00:00:54Z', 'revision_number': 5, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'subnets': [{'id': 'f13714b8-126e-4400-b2b5-95f90b5d6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:03:25.766843 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-52db1ffd-f25b-4f6e-9967-e3c2adffa07a req-c47b2d93-bce0-4acc-b527-7afbc6876e41 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418465 Jun 29 00:03:25.948271 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:03:25.950697 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a851b0fc-464c-412e-ade2-90c44b1a7a36" -d '{"events": [{"name": "network-changed", "server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:03:25.972820 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f761168-5079-4ba8-95c4-80b7f5ce48f9 None None] New status for floating IP 7a5fcf51-9fbe-4df1-993f-230ad182c783: DOWN {{(pid=92979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:03:25.993810 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0248a945-8441-493c-bed9-08e0536b6f90 x-openstack-request-id: req-0248a945-8441-493c-bed9-08e0536b6f90 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:03:25.994247 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:03:25.994593 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0248a945-8441-493c-bed9-08e0536b6f90 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:03:25.995015 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'status': 'completed', 'code': 200} Jun 29 00:03:26.097682 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b0fc-464c-412e-ade2-90c44b1a7a36 req-4628ecae-38ca-4870-9581-42c2eca89520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:26.099347 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a851b0fc-464c-412e-ade2-90c44b1a7a36 req-4628ecae-38ca-4870-9581-42c2eca89520 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f9355d9ca054d86bb32a3330e3d7507&device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 1099 time: 0.0573721 Jun 29 00:03:26.191930 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b0fc-464c-412e-ade2-90c44b1a7a36 req-5b270dd0-537c-4eca-8fa8-35b18ffd4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:26.193421 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a851b0fc-464c-412e-ade2-90c44b1a7a36 req-5b270dd0-537c-4eca-8fa8-35b18ffd4337 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d HTTP/1.1" status: 200 len: 915 time: 0.0856555 Jun 29 00:03:26.236271 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a851b0fc-464c-412e-ade2-90c44b1a7a36 req-f923cccf-0009-476c-abeb-a1dcb245fef7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843 HTTP/1.1" status: 200 len: 217 time: 0.0341337 Jun 29 00:03:26.294431 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b0fc-464c-412e-ade2-90c44b1a7a36 req-6dd6c2e6-b7e2-4117-9a86-b3ab4e7ea6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:26.296940 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a851b0fc-464c-412e-ade2-90c44b1a7a36 req-6dd6c2e6-b7e2-4117-9a86-b3ab4e7ea6ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f13714b8-126e-4400-b2b5-95f90b5d6522 HTTP/1.1" status: 200 len: 853 time: 0.0519953 Jun 29 00:03:26.364906 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b0fc-464c-412e-ade2-90c44b1a7a36 req-06135a0c-e616-4c5f-8622-9407de377dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:26.366613 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a851b0fc-464c-412e-ade2-90c44b1a7a36 req-06135a0c-e616-4c5f-8622-9407de377dc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0616751 Jun 29 00:03:26.396291 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cb59d-84f9-4c28-8c2c-d5104e2a880a req-50006ebd-9f3c-4a89-b152-9001e209c192 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:26.398221 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b46cb59d-84f9-4c28-8c2c-d5104e2a880a req-50006ebd-9f3c-4a89-b152-9001e209c192 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0750897 Jun 29 00:03:26.447251 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b46cb59d-84f9-4c28-8c2c-d5104e2a880a req-6bfb2d5f-a3fa-44ed-b00a-ef6fb4f12a0a tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415027 Jun 29 00:03:26.699703 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a851b0fc-464c-412e-ade2-90c44b1a7a36 req-d31a57d9-a9d2-4ca6-b412-80432326e778 service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248935 Jun 29 00:03:26.794231 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-a851b0fc-464c-412e-ade2-90c44b1a7a36 req-8aca5775-3a1d-477a-835e-4df460b7fe9a service neutron] 10.222.0.52 "GET /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878415 Jun 29 00:03:26.976658 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375ebd-caa3-4db6-8ad0-7bf7c6f2bf33 req-f00121c6-08cc-46ac-b934-e6144bf5c9a7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:26.978179 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4b375ebd-caa3-4db6-8ad0-7bf7c6f2bf33 req-f00121c6-08cc-46ac-b934-e6144bf5c9a7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0812457 Jun 29 00:03:27.017614 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4b375ebd-caa3-4db6-8ad0-7bf7c6f2bf33 req-55b86318-c3d8-42ff-98e6-988775de4999 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups?id=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335188 Jun 29 00:03:27.371367 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-51fa147d-5b0f-40b8-9ac8-ab6cd012ebd8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:27.372806 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-51fa147d-5b0f-40b8-9ac8-ab6cd012ebd8 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.52 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0653734 Jun 29 00:03:27.474119 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Deleting port cd7510bd-8ce8-41b9-8559-97c451e8da52 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:27.474453 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:27.562945 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] For port cd7510bd-8ce8-41b9-8559-97c451e8da52, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=cd7510bd-8ce8-41b9-8559-97c451e8da52,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:27.563981 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:27.639249 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a6fde-ef18-4ffe-9828-a08f184c4fea req-e1c27dea-aaa8-4ae1-9b05-4f2f2506a5a2 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:27.640843 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-274a6fde-ef18-4ffe-9828-a08f184c4fea req-e1c27dea-aaa8-4ae1-9b05-4f2f2506a5a2 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0762441 Jun 29 00:03:27.680915 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-274a6fde-ef18-4ffe-9828-a08f184c4fea req-77e9492b-2910-44f8-b3cb-82a2b972451a tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330632 Jun 29 00:03:27.746263 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:27.746618 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3776013'] for floatingip, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:27.746929 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.l3_db [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Floating IP 17b86b23-043b-44d1-b9d8-7fe06d6d5b1f disassociated. External IP: 172.28.0.23, port: cd7510bd-8ce8-41b9-8559-97c451e8da52. Jun 29 00:03:27.747271 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Calling delete_port for cd7510bd-8ce8-41b9-8559-97c451e8da52 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:27.876436 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:27.880394 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e28c7136-9232-4c89-8378-06f1a1da8fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:27.903301 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event deleted for resources: {'Port': ['ID=cd7510bd-8ce8-41b9-8559-97c451e8da52,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:27.906716 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:28.023666 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:03:28.121016 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba4a67-a939-483f-ba7d-9c0acc47d987 req-caa0b3c3-5642-42f0-88a7-53094f35ce6f tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:28.124546 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-65ba4a67-a939-483f-ba7d-9c0acc47d987 req-caa0b3c3-5642-42f0-88a7-53094f35ce6f tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 946 time: 0.0853167 Jun 29 00:03:28.150606 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:03:28.162011 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f3678-f9c0-4b41-a212-7dad9e65f821 None None] Sync routers for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:03:28.173494 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f3678-f9c0-4b41-a212-7dad9e65f821 None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:03:28.174558 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-0c3f3678-f9c0-4b41-a212-7dad9e65f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:03:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:28.203682 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-1b1e07ac-529f-4e18-821c-cffb3e80b876 req-186abcc1-b3fd-402d-9024-c3053f019f17 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/ports?device_id=7416c0dd-2d88-411c-9cff-9012c426e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0410264 Jun 29 00:03:28.215760 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-65ba4a67-a939-483f-ba7d-9c0acc47d987 req-9a09789c-85ee-46fd-a23d-9ec1e7d49689 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845811 Jun 29 00:03:28.221992 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] No DVR routers for this DVR port cd7510bd-8ce8-41b9-8559-97c451e8da52 on host hv-cinder-76330 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:03:28.224757 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:28.228252 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-e61cf590-6856-4672-ab40-7eb73881b0c8 req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.52 "DELETE /v2.0/ports/cd7510bd-8ce8-41b9-8559-97c451e8da52 HTTP/1.1" status: 204 len: 173 time: 0.8496799 Jun 29 00:03:28.228877 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'name': 'network-vif-deleted', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:03:28.231266 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe03758-f813-4d0f-a809-283bf140d328" -d '{"events": [{"server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "name": "network-vif-deleted", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:03:28.273744 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0916ae77-d191-48b9-9dec-d15fec4129d9 x-openstack-request-id: req-0916ae77-d191-48b9-9dec-d15fec4129d9 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:03:28.274197 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7416c0dd-2d88-411c-9cff-9012c426e6d1", "name": "network-vif-deleted", "tag": "cd7510bd-8ce8-41b9-8559-97c451e8da52", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:03:28.274561 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0916ae77-d191-48b9-9dec-d15fec4129d9 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:03:28.275059 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7416c0dd-2d88-411c-9cff-9012c426e6d1', 'name': 'network-vif-deleted', 'tag': 'cd7510bd-8ce8-41b9-8559-97c451e8da52', 'status': 'completed', 'code': 200} Jun 29 00:03:28.367277 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39792) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:28.442706 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-0c3f3678-f9c0-4b41-a212-7dad9e65f821 None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:28.499851 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-14006354-60be-416a-9084-becf408a278e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:28.593625 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-14006354-60be-416a-9084-becf408a278e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:28.598891 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-14006354-60be-416a-9084-becf408a278e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:28.602158 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d3aaaaf5-c43c-428c-a660-89a6204be368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:28.638412 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14006354-60be-416a-9084-becf408a278e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdbd29b-dd9f-4bd7-afdd-3ee6918bfdd2,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:28.643388 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-14006354-60be-416a-9084-becf408a278e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=943dec8f58264d42939b68b4d5eb5a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747416 Jun 29 00:03:28.644832 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-14006354-60be-416a-9084-becf408a278e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:28.646123 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39796) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:28.655100 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-0c3f3678-f9c0-4b41-a212-7dad9e65f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:11Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:28.680396 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f3678-f9c0-4b41-a212-7dad9e65f821 None None] Checking router: 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:03:28.689084 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f3678-f9c0-4b41-a212-7dad9e65f821 None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:03:28.689688 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-0c3f3678-f9c0-4b41-a212-7dad9e65f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:03:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:28.694063 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-63866736-7ec4-4f1b-8613-b333a145fcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:28.718477 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-63866736-7ec4-4f1b-8613-b333a145fcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:28.778327 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-63866736-7ec4-4f1b-8613-b333a145fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:28.781434 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-63866736-7ec4-4f1b-8613-b333a145fcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:28.782819 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-63866736-7ec4-4f1b-8613-b333a145fcba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fdbd29b-dd9f-4bd7-afdd-3ee6918bfdd2 HTTP/1.1" status: 204 len: 168 time: 0.1357920 Jun 29 00:03:28.784260 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-dbd270e3-ae16-4488-96dd-4fea6c7ebba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:28.796909 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63866736-7ec4-4f1b-8613-b333a145fcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdbd29b-dd9f-4bd7-afdd-3ee6918bfdd2,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:28.813852 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-63866736-7ec4-4f1b-8613-b333a145fcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:28.856968 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-0c3f3678-f9c0-4b41-a212-7dad9e65f821 None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:28.925179 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17eedd-a3d6-4893-ba4f-030ed4881a81 req-fc7c932d-da00-45ee-926d-63046bb55d75 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:28.928650 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6b17eedd-a3d6-4893-ba4f-030ed4881a81 req-fc7c932d-da00-45ee-926d-63046bb55d75 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.1133881 Jun 29 00:03:28.991453 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6b17eedd-a3d6-4893-ba4f-030ed4881a81 req-c1e2a208-a1be-4aa8-9a4c-fa66c47a6f37 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477858 Jun 29 00:03:29.099148 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-0c3f3678-f9c0-4b41-a212-7dad9e65f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:11Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:29.125336 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3f3678-f9c0-4b41-a212-7dad9e65f821 None None] The sync data for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb is: [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-28T23:56:58Z', 'revision_number': 4, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '34779521-216c-464c-8a94-536a413dbfd2', 'name': '', 'network_id': 'c9b9de98-b6b7-499e-b7bb-69dbb5ad8289', 'tenant_id': '1a8643c56460455aadac628062e64841', 'mac_address': 'fa:16:3e:2d:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:53Z', 'updated_at': '2021-06-28T23:57:11Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'subnets': [{'id': '6dddc2fb-56a3-4c59-9771-8ebaed930a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:03:29.140475 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39804) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:29.154094 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdc01-b48d-43c5-a65c-62c554017406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.244514 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdc01-b48d-43c5-a65c-62c554017406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.250222 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8c4bdc01-b48d-43c5-a65c-62c554017406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.255530 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d0c434b4-c444-41e1-932c-d198177eb485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:29.286095 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bdc01-b48d-43c5-a65c-62c554017406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347e0126-038b-4168-a247-f3ab7278b3e6,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:29.289672 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8c4bdc01-b48d-43c5-a65c-62c554017406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:29.310836 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-8c4bdc01-b48d-43c5-a65c-62c554017406 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb6d49a515554a41a2bff92f497bbc39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668830 Jun 29 00:03:29.311238 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39810) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:29.362313 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 39814) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:29.410065 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb14838-5941-46b4-8414-b1cd3d660af1 None None] New status for floating IP 17b86b23-043b-44d1-b9d8-7fe06d6d5b1f: DOWN {{(pid=92979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:03:29.417532 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-db9f1c60-656b-47e2-ba0b-bd27f58ce517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.425418 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6bd49559-a197-490d-b068-527730c22f91 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.447516 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-db9f1c60-656b-47e2-ba0b-bd27f58ce517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.449627 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6bd49559-a197-490d-b068-527730c22f91 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.464008 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ec85f-8bc8-4cd7-8a23-2ed26d5c19b1 req-4ee1746f-0ffe-461a-812d-9abf958d9d6f tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:29.465974 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2a3ec85f-8bc8-4cd7-8a23-2ed26d5c19b1 req-4ee1746f-0ffe-461a-812d-9abf958d9d6f tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 946 time: 0.1172767 Jun 29 00:03:29.503643 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6bd49559-a197-490d-b068-527730c22f91 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.506620 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6bd49559-a197-490d-b068-527730c22f91 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.508078 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-6bd49559-a197-490d-b068-527730c22f91 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "DELETE /v2.0/security-groups/8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf HTTP/1.1" status: 204 len: 168 time: 0.1447639 Jun 29 00:03:29.509161 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-dbac6799-7c0d-41f6-8d9a-e9b13dccc42c tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:29.511781 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39816) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:29.521083 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd49559-a197-490d-b068-527730c22f91 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:29.525232 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6bd49559-a197-490d-b068-527730c22f91 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:29.534770 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.api.v2.resource [None req-914967f7-5fb2-4f74-b28f-0b70339ab3a7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] show failed (client error): The resource could not be found. Jun 29 00:03:29.535645 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-914967f7-5fb2-4f74-b28f-0b70339ab3a7 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "GET /v2.0/security-groups/8b05457e-a31f-4e9d-bf13-2bbf1ea3cfdf HTTP/1.1" status: 404 len: 347 time: 0.0229592 Jun 29 00:03:29.539090 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 39818) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:29.545834 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2a3ec85f-8bc8-4cd7-8a23-2ed26d5c19b1 req-b37b7c54-5af6-4d3d-8287-3307cec64da7 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/security-groups?id=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701721 Jun 29 00:03:29.546927 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-db9f1c60-656b-47e2-ba0b-bd27f58ce517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.549672 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-db9f1c60-656b-47e2-ba0b-bd27f58ce517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.550795 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-db9f1c60-656b-47e2-ba0b-bd27f58ce517 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/347e0126-038b-4168-a247-f3ab7278b3e6 HTTP/1.1" status: 204 len: 168 time: 0.2286286 Jun 29 00:03:29.551575 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ee538e7c-e1a7-4454-b0ba-aa44201714d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:29.563006 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f1c60-656b-47e2-ba0b-bd27f58ce517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347e0126-038b-4168-a247-f3ab7278b3e6,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:29.566697 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-db9f1c60-656b-47e2-ba0b-bd27f58ce517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:29.691272 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-bf7211ef-5303-4e76-9b20-962b9d3d053b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Deleting port d9d1ba72-1917-4cda-93d9-9012e5236bae {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:29.691609 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf7211ef-5303-4e76-9b20-962b9d3d053b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.769553 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf7211ef-5303-4e76-9b20-962b9d3d053b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.769880 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf7211ef-5303-4e76-9b20-962b9d3d053b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.783270 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-bf7211ef-5303-4e76-9b20-962b9d3d053b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Calling delete_port for d9d1ba72-1917-4cda-93d9-9012e5236bae owned by network:floatingip {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:29.926789 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf7211ef-5303-4e76-9b20-962b9d3d053b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:29.929900 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:29.956087 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7211ef-5303-4e76-9b20-962b9d3d053b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Pushing event deleted for resources: {'Port': ['ID=d9d1ba72-1917-4cda-93d9-9012e5236bae,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:29.961391 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bf7211ef-5303-4e76-9b20-962b9d3d053b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:30.015985 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf7211ef-5303-4e76-9b20-962b9d3d053b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks [] for floatingip, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.018814 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bf7211ef-5303-4e76-9b20-962b9d3d053b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.019988 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-bf7211ef-5303-4e76-9b20-962b9d3d053b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] 10.222.0.30 "DELETE /v2.0/floatingips/17b86b23-043b-44d1-b9d8-7fe06d6d5b1f HTTP/1.1" status: 204 len: 168 time: 0.4797056 Jun 29 00:03:30.126855 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbb6a8-f9f2-4240-aac3-48560dec4c92 req-f7d565a3-a35a-45c9-8f8b-cfa7a9de6d84 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:30.128710 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-17bbb6a8-f9f2-4240-aac3-48560dec4c92 req-f7d565a3-a35a-45c9-8f8b-cfa7a9de6d84 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 946 time: 0.0730662 Jun 29 00:03:30.218335 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b66a6-a33b-4dd6-ae51-c729e9deb90c req-2cd1c4d1-cc8f-42ea-bb07-6cef24471be3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:30.221200 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-874b66a6-a33b-4dd6-ae51-c729e9deb90c req-2cd1c4d1-cc8f-42ea-bb07-6cef24471be3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.1083987 Jun 29 00:03:30.254429 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-17bbb6a8-f9f2-4240-aac3-48560dec4c92 req-751bf4e8-2599-4c8b-b465-1028734e2ced tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Deleting port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:30.254764 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-17bbb6a8-f9f2-4240-aac3-48560dec4c92 req-751bf4e8-2599-4c8b-b465-1028734e2ced tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.266772 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-874b66a6-a33b-4dd6-ae51-c729e9deb90c req-f14958c2-df25-4184-9a9a-105e0eb6955b tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399342 Jun 29 00:03:30.350852 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 39846) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:30.362733 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-17bbb6a8-f9f2-4240-aac3-48560dec4c92 req-751bf4e8-2599-4c8b-b465-1028734e2ced tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] For port d4fc1542-0fd1-4abe-a93f-eb53e7b35843, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:30.363574 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-17bbb6a8-f9f2-4240-aac3-48560dec4c92 req-751bf4e8-2599-4c8b-b465-1028734e2ced tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.378192 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-17bbb6a8-f9f2-4240-aac3-48560dec4c92 req-751bf4e8-2599-4c8b-b465-1028734e2ced tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Calling delete_port for d4fc1542-0fd1-4abe-a93f-eb53e7b35843 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:30.388534 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79518c4-ab57-492a-bd46-c4aeb28672d8 req-d363ba1e-7bd1-4c3a-9cd2-e2544ce8af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:30.390273 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f79518c4-ab57-492a-bd46-c4aeb28672d8 req-d363ba1e-7bd1-4c3a-9cd2-e2544ce8af8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c89b5c869b44e2980283ab67bb06fb&device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 1098 time: 0.0664272 Jun 29 00:03:30.471022 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-209498118-network', 'tenant_id': '1efb1ebbfe874f09ab7d90591f2e0b12'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:03:30.495208 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79518c4-ab57-492a-bd46-c4aeb28672d8 req-184c3767-55a6-4b07-a864-5d863d05ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:30.496906 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f79518c4-ab57-492a-bd46-c4aeb28672d8 req-184c3767-55a6-4b07-a864-5d863d05ab73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a HTTP/1.1" status: 200 len: 910 time: 0.0994484 Jun 29 00:03:30.519370 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Made reservation on behalf of 1efb1ebbfe874f09ab7d90591f2e0b12 for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:03:30.521637 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.535076 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.563761 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f79518c4-ab57-492a-bd46-c4aeb28672d8 req-b1ece2c2-4848-494f-a1cb-144959b57464 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55 HTTP/1.1" status: 200 len: 1001 time: 0.0603845 Jun 29 00:03:30.565153 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-17bbb6a8-f9f2-4240-aac3-48560dec4c92 req-751bf4e8-2599-4c8b-b465-1028734e2ced tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.572795 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7d8aea61-c936-45a0-a00b-fb0734d3d27e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:30.600020 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['d4fc1542-0fd1-4abe-a93f-eb53e7b35843'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:03:30.620284 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79518c4-ab57-492a-bd46-c4aeb28672d8 req-64fdfa2d-6fb5-4ef2-a6e6-8a6da76b2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:30.624028 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f79518c4-ab57-492a-bd46-c4aeb28672d8 req-64fdfa2d-6fb5-4ef2-a6e6-8a6da76b2514 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1fb62657-b322-4949-a417-3ea0c3b15387 HTTP/1.1" status: 200 len: 848 time: 0.0525961 Jun 29 00:03:30.625181 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bf4e8-2599-4c8b-b465-1028734e2ced tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Pushing event deleted for resources: {'Port': ['ID=d4fc1542-0fd1-4abe-a93f-eb53e7b35843,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:30.627836 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-751bf4e8-2599-4c8b-b465-1028734e2ced tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:30.677402 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bbb6a8-f9f2-4240-aac3-48560dec4c92 req-751bf4e8-2599-4c8b-b465-1028734e2ced tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] No DVR routers for this DVR port d4fc1542-0fd1-4abe-a93f-eb53e7b35843 on host hv-cinder-76330 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:03:30.682762 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-17bbb6a8-f9f2-4240-aac3-48560dec4c92 req-751bf4e8-2599-4c8b-b465-1028734e2ced tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.685122 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-17bbb6a8-f9f2-4240-aac3-48560dec4c92 req-751bf4e8-2599-4c8b-b465-1028734e2ced tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.52 "DELETE /v2.0/ports/d4fc1542-0fd1-4abe-a93f-eb53e7b35843 HTTP/1.1" status: 204 len: 173 time: 0.5495219 Jun 29 00:03:30.685626 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'name': 'network-vif-deleted', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:03:30.688736 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c21ddf4-eeb1-40e6-9284-8e47184c3e26" -d '{"events": [{"server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "name": "network-vif-deleted", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:03:30.706767 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79518c4-ab57-492a-bd46-c4aeb28672d8 req-1e818c0c-140e-41bb-9a6c-f4ba13e9211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:30.708599 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f79518c4-ab57-492a-bd46-c4aeb28672d8 req-1e818c0c-140e-41bb-9a6c-f4ba13e9211b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0753934 Jun 29 00:03:30.739399 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db310421-d75b-4a09-9da9-68a8fb546e77 x-openstack-request-id: req-db310421-d75b-4a09-9da9-68a8fb546e77 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:03:30.739609 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bae15884-b48f-4154-be2a-2d6c61ee0533 req-53a1e39a-67a4-4196-b8b6-cb3850d8417a tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2006e1c-7597-41e8-85e3-aa7230aaaa76 HTTP/1.1" status: 200 len: 210 time: 0.0460761 Jun 29 00:03:30.739762 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2006e1c-7597-41e8-85e3-aa7230aaaa76", "name": "network-vif-deleted", "tag": "d4fc1542-0fd1-4abe-a93f-eb53e7b35843", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:03:30.740539 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db310421-d75b-4a09-9da9-68a8fb546e77 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:03:30.740539 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2006e1c-7597-41e8-85e3-aa7230aaaa76', 'name': 'network-vif-deleted', 'tag': 'd4fc1542-0fd1-4abe-a93f-eb53e7b35843', 'status': 'completed', 'code': 200} Jun 29 00:03:30.765896 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.771735 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.775759 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fc004f03-af76-4433-b049-6e1130616e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:30.798758 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 00:03:30.800727 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device cd7510bd-8ce8-41b9-8559-97c451e8da52 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:30.808906 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cc4536-d771-4c59-bcb6-b7b8bd55f945,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:30.829573 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:30.829743 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: cd7510bd-8ce8-41b9-8559-97c451e8da52 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:30.829990 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device cd7510bd-8ce8-41b9-8559-97c451e8da52 not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:30.830729 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.831521 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Added segment e51e8dc6-cc7a-49f2-900f-16d57fb43294 of type vlan for network b465e761-ef26-47c9-885e-a2d7676f6080 Jun 29 00:03:30.856474 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f79518c4-ab57-492a-bd46-c4aeb28672d8 req-f673433f-af0d-4afa-888d-f90699ae6c6c service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199796 Jun 29 00:03:30.872379 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.906271 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.907817 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:30.908496 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:30.911386 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:30.939157 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5872633 Jun 29 00:03:30.942133 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39854) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:30.946976 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] Request body: {'subnet': {'network_id': 'b465e761-ef26-47c9-885e-a2d7676f6080', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-209498118-subnet', 'tenant_id': '1efb1ebbfe874f09ab7d90591f2e0b12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:03:30.975228 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b465e761-ef26-47c9-885e-a2d7676f6080,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:30.975846 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f79518c4-ab57-492a-bd46-c4aeb28672d8 req-a72fc7a2-75c2-4758-aab7-99e4abb8f074 service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093824 Jun 29 00:03:30.978324 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:30.986553 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network b465e761-ef26-47c9-885e-a2d7676f6080 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 00:03:30.988982 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] Made reservation on behalf of 1efb1ebbfe874f09ab7d90591f2e0b12 for: {'subnet': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:03:30.991930 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125969961'] for subnet, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:31.171129 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129828185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125969983'] for subnet, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:31.173494 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c2951d7c-6b93-4423-a367-f5ad70e44a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:31.229396 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d7200d7-850d-45db-83b0-9db406722e3d,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:31.233172 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:31.237545 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] Checking segment: {'id': 'e51e8dc6-cc7a-49f2-900f-16d57fb43294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b465e761-ef26-47c9-885e-a2d7676f6080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:03:31.237905 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] Network hostable DHCP agents. Network: b465e761-ef26-47c9-885e-a2d7676f6080, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 00:03:31.262891 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] Network b465e761-ef26-47c9-885e-a2d7676f6080 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 00:03:31.274972 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, b465e761-ef26-47c9-885e-a2d7676f6080) {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:03:31.280042 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:31.280755 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:31.286268 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfb9a02-30d5-4e3f-b0de-179c6bd4088f None None] Network b465e761-ef26-47c9-885e-a2d7676f6080 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:03:31.301434 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-6e2f5519-3b0b-4692-ac0f-f27af968fb8b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3578460 Jun 29 00:03:31.440658 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d4b7e6-703d-4c7c-81f9-ebe54901c59e None None] Network b465e761-ef26-47c9-885e-a2d7676f6080 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:03:31.557936 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd23b49-bf6b-4563-bd7f-db8f1e7e7ddf req-1e734615-1251-421e-ac00-c9be0db1dca6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:31.560170 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bfd23b49-bf6b-4563-bd7f-db8f1e7e7ddf req-1e734615-1251-421e-ac00-c9be0db1dca6 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.1312525 Jun 29 00:03:31.625288 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bfd23b49-bf6b-4563-bd7f-db8f1e7e7ddf req-2d373fd1-5fcb-414e-bd4f-bf2ddc0b6598 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537093 Jun 29 00:03:31.916117 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 39894) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:31.921740 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1765588562-network', 'tenant_id': 'e32db3b014ef4fb39b6eb7f4fbed4a60'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:03:31.948735 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Made reservation on behalf of e32db3b014ef4fb39b6eb7f4fbed4a60 for: {'network': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:03:31.951009 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:31.959569 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:32.058424 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:32.064765 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:32.069473 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2d33cca7-4fc6-4718-8543-ad6776aa0b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:32.088304 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=92978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 00:03:32.103686 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1c05e7-e0fa-4216-add1-dcf9621fdf55,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:32.106262 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:32.106598 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.segments_db [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Added segment 948846e0-5344-44f7-8b93-373768aebbdc of type vlan for network 6b62adee-a987-4b85-a2da-c0b4fbb265e1 Jun 29 00:03:32.108068 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:32.147934 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:32.181296 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:32.182837 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:32.183440 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:32.185795 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:32.215434 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2980452 Jun 29 00:03:32.218390 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39916) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:32.225284 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] Request body: {'subnet': {'network_id': '6b62adee-a987-4b85-a2da-c0b4fbb265e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1765588562-subnet', 'tenant_id': 'e32db3b014ef4fb39b6eb7f4fbed4a60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:03:32.248482 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Pushing event updated for resources: {'Network': ['ID=6b62adee-a987-4b85-a2da-c0b4fbb265e1,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:32.250089 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] Made reservation on behalf of e32db3b014ef4fb39b6eb7f4fbed4a60 for: {'subnet': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:03:32.251451 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6479275c-3a07-4ef8-a4a6-69ff865cb252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:32.258422 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125969961'] for subnet, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:32.259196 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network 6b62adee-a987-4b85-a2da-c0b4fbb265e1 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 00:03:32.471685 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129828185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125969983'] for subnet, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:32.474801 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:32.510674 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39930) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:32.564271 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2777b85-3257-4242-a2cf-c9a159924582,revision_number=0']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:32.571118 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:32.622853 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] Checking segment: {'id': '948846e0-5344-44f7-8b93-373768aebbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6b62adee-a987-4b85-a2da-c0b4fbb265e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:03:32.623270 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] Network hostable DHCP agents. Network: 6b62adee-a987-4b85-a2da-c0b4fbb265e1, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 00:03:32.659285 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] Network 6b62adee-a987-4b85-a2da-c0b4fbb265e1 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 00:03:32.703193 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, 6b62adee-a987-4b85-a2da-c0b4fbb265e1) {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:03:32.709769 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:32.710362 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:32.716196 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f2302f-7bf4-44a8-8568-391b55c2aa24 None None] Network 6b62adee-a987-4b85-a2da-c0b4fbb265e1 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:03:32.800035 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-c3ec57aa-376a-4372-ac21-d5da2ad8fa51 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5793507 Jun 29 00:03:32.874230 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 01dffdb2-e770-46ec-9e3a-e085fbb79c55 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:32.931078 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d961111-3570-42f4-b905-32f950e42245 None None] Network 6b62adee-a987-4b85-a2da-c0b4fbb265e1 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:03:32.939326 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 39944) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:32.996539 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc23310-8b0d-435b-b3db-49efafac84a3 req-f7f2ae4c-085a-4428-af26-b7cad86bf948 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:32.998194 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6bc23310-8b0d-435b-b3db-49efafac84a3 req-f7f2ae4c-085a-4428-af26-b7cad86bf948 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.1797614 Jun 29 00:03:33.055773 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:33.096181 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:03:33.099529 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4c785f-97fe-4371-827a-efc509fd076a" -d '{"events": [{"server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "name": "network-vif-unplugged", "status": "completed", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:03:33.129656 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 01dffdb2-e770-46ec-9e3a-e085fbb79c55, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:33.157326 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:33.158268 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device d4fc1542-0fd1-4abe-a93f-eb53e7b35843 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:33.177667 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:33.245493 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=01dffdb2-e770-46ec-9e3a-e085fbb79c55,revision_number=6']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:33.265507 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: d4fc1542-0fd1-4abe-a93f-eb53e7b35843 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:33.266332 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device d4fc1542-0fd1-4abe-a93f-eb53e7b35843 not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:33.273951 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:33.274351 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:33.275094 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:33.275094 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:33.275306 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:33.275640 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:33.275970 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:33.276323 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:33.276675 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:33.277003 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:33.277454 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:33.277629 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:03:33.291029 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:33.388007 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6bc23310-8b0d-435b-b3db-49efafac84a3 req-2064567c-10b3-45e7-b7fe-a54ea21f4628 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688540 Jun 29 00:03:33.446571 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 00:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653f610b-b24d-44c6-817a-c2f99d7427a8 x-openstack-request-id: req-653f610b-b24d-44c6-817a-c2f99d7427a8 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:03:33.446871 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "name": "network-vif-unplugged", "status": "failed", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55", "code": 422}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:03:33.447153 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-653f610b-b24d-44c6-817a-c2f99d7427a8 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:03:33.447537 dv-cinder-763306-13-smb neutron-server[92979]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'code': 422} returned with failed status Jun 29 00:03:33.499630 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-4696f12b-a763-4a07-863a-0c2562c233ce tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:33.501142 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-4696f12b-a763-4a07-863a-0c2562c233ce tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/networks?id=b465e761-ef26-47c9-885e-a2d7676f6080 HTTP/1.1" status: 200 len: 808 time: 0.1536586 Jun 29 00:03:33.536483 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-4d5a3d8e-95a1-4e2a-b372-17103c05363b tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/quotas/1efb1ebbfe874f09ab7d90591f2e0b12 HTTP/1.1" status: 200 len: 375 time: 0.0149944 Jun 29 00:03:33.544562 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774989'] for router_interface, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:33.574150 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-4a556251-f697-4d92-ac8f-2a77dffbe3d9 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1efb1ebbfe874f09ab7d90591f2e0b12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310938 Jun 29 00:03:33.583998 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774989'] for router_interface, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:33.806274 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] Deleting port 34779521-216c-464c-8a94-536a413dbfd2 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:33.806610 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:33.829267 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-6283c706-af56-41c1-a2e8-3a80414f26dc service neutron] 10.222.0.30 "GET /v2.0/networks/b465e761-ef26-47c9-885e-a2d7676f6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426617 Jun 29 00:03:33.893886 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] For port 34779521-216c-464c-8a94-536a413dbfd2, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=34779521-216c-464c-8a94-536a413dbfd2,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:33.894232 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:33.906014 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] Calling delete_port for 34779521-216c-464c-8a94-536a413dbfd2 owned by network:router_interface {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:33.963639 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-110703b9-3b05-44e1-8925-27c7d4b1557e service neutron] 10.222.0.30 "GET /v2.0/networks/b465e761-ef26-47c9-885e-a2d7676f6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276684 Jun 29 00:03:34.011815 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] Deleting port 440fadd0-728a-4e6e-b330-02c1e4ba1100 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:34.012197 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:34.107127 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] For port 440fadd0-728a-4e6e-b330-02c1e4ba1100, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=440fadd0-728a-4e6e-b330-02c1e4ba1100,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:34.107665 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:34.121565 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] Calling delete_port for 440fadd0-728a-4e6e-b330-02c1e4ba1100 owned by network:router_interface {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:34.142657 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:34.148017 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-27a6ad06-f82c-408a-9cbb-80bf8465581f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:34.169324 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] Pushing event deleted for resources: {'Port': ['ID=34779521-216c-464c-8a94-536a413dbfd2,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:34.171868 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:34.197273 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f25ce426-c008-4ce4-b0a4-de5093dc78ed req-56a3d8f6-b99a-4e71-8966-645733f4662d tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 210 time: 0.0658894 Jun 29 00:03:34.354367 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3870798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3775129'] for router_interface, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:34.372093 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:34.375215 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:34.403222 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=440fadd0-728a-4e6e-b330-02c1e4ba1100,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:34.406337 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:34.681237 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3870798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3775129'] for router_interface, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:34.757273 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727a538-c96b-4084-a703-649c25db30b4 req-ba766d1a-b86c-45e2-865e-d58c420d3db7 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:34.758877 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6727a538-c96b-4084-a703-649c25db30b4 req-ba766d1a-b86c-45e2-865e-d58c420d3db7 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 943 time: 0.1852047 Jun 29 00:03:34.848155 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6727a538-c96b-4084-a703-649c25db30b4 req-9e0398f2-bfe0-4878-9e16-e50bafb1f606 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766685 Jun 29 00:03:34.910417 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] Router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:03:34.990037 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] Router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:03:35.028666 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:03:35.040989 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e197f8ec-6957-40cc-8ef3-b5b05b52aadb None None] Sync routers for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:03:35.047748 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-e144417b-f705-4ce1-b47b-16eec01dfbbf admin admin] 10.222.0.30 "PUT /v2.0/routers/92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1066444 Jun 29 00:03:35.050278 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 39978) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:35.053437 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e197f8ec-6957-40cc-8ef3-b5b05b52aadb None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:03:35.054386 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-e197f8ec-6957-40cc-8ef3-b5b05b52aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:03:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:35.117346 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:03:35.126881 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8fd77-2ab7-45f5-87bc-a033625ba610 None None] Sync routers for ids ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:03:35.130430 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-e53230a6-790b-46ee-961b-93253641b2ba admin admin] 10.222.0.30 "PUT /v2.0/routers/74d4fac1-3603-4fe2-bb39-f4f0b0ec528d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6161325 Jun 29 00:03:35.130430 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 39982) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:35.144243 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8fd77-2ab7-45f5-87bc-a033625ba610 None None] Routers {'74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:03:35.146072 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-20f8fd77-2ab7-45f5-87bc-a033625ba610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:03:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:35.174620 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-e197f8ec-6957-40cc-8ef3-b5b05b52aadb None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:35.237936 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Notify callbacks [] for router, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:35.283922 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Notify callbacks [] for router, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:35.372663 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:35.397944 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-20f8fd77-2ab7-45f5-87bc-a033625ba610 None None] Set router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:35.420378 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-e197f8ec-6957-40cc-8ef3-b5b05b52aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175'}], 'enable_snat': True}, 'gw_port_id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-29T00:03:34Z', 'revision_number': 5, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port': {'id': '6067d13b-59ff-4cc9-a18e-fc9958970e20', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T23:56:47Z', 'updated_at': '2021-06-28T23:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:35.449351 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e197f8ec-6957-40cc-8ef3-b5b05b52aadb None None] Checking router: 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:03:35.459607 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e197f8ec-6957-40cc-8ef3-b5b05b52aadb None None] Routers {'92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:03:35.460507 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-e197f8ec-6957-40cc-8ef3-b5b05b52aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:03:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:35.480661 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Deleting port 6067d13b-59ff-4cc9-a18e-fc9958970e20 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:35.481041 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:35.481513 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:35.518454 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e2b20b25-e1c4-4bd2-b9b6-75be49f2da70 req-5590e7b1-fc7e-41cc-a7b6-1db9ce499bd0 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 210 time: 0.0646105 Jun 29 00:03:35.591631 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-e197f8ec-6957-40cc-8ef3-b5b05b52aadb None None] Set router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 gateway port host: None {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:35.598386 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] For port 6067d13b-59ff-4cc9-a18e-fc9958970e20, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=6067d13b-59ff-4cc9-a18e-fc9958970e20,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:35.598889 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:35.640706 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Calling delete_port for 6067d13b-59ff-4cc9-a18e-fc9958970e20 owned by network:router_gateway {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:35.650727 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-e197f8ec-6957-40cc-8ef3-b5b05b52aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-29T00:03:35Z', 'revision_number': 6, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port_host': None}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:35.722650 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e197f8ec-6957-40cc-8ef3-b5b05b52aadb None None] The sync data for ids ['92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45'] in dv-cinder-763306-13-smb is: [{'id': '92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45', 'name': 'tempest-AttachVolumeShelveTestJSON-1328632778-router', 'tenant_id': '1a8643c56460455aadac628062e64841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T23:56:46Z', 'updated_at': '2021-06-29T00:03:35Z', 'revision_number': 6, 'project_id': '1a8643c56460455aadac628062e64841', 'gw_port_host': None}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:03:35.724474 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-20f8fd77-2ab7-45f5-87bc-a033625ba610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:03:34Z', 'revision_number': 5, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port': {'id': '2dc170d4-9a79-41bc-a1a1-bbe86077722e', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:46Z', 'updated_at': '2021-06-29T00:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:35.767820 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8fd77-2ab7-45f5-87bc-a033625ba610 None None] Checking router: 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:03:35.772833 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-3e9a58cc-b5aa-4e40-bc6a-39e2a15e0ac6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3160059 Jun 29 00:03:35.777815 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8fd77-2ab7-45f5-87bc-a033625ba610 None None] Routers {'74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:03:35.779841 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-20f8fd77-2ab7-45f5-87bc-a033625ba610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:03:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:35.805217 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cde5e7-cbf8-40d4-8eca-8d764ed7cb62 req-5bbe7e8c-b7cd-447b-a262-b1d11d2d2f78 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:35.806822 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-33cde5e7-cbf8-40d4-8eca-8d764ed7cb62 req-5bbe7e8c-b7cd-447b-a262-b1d11d2d2f78 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 943 time: 0.3541656 Jun 29 00:03:35.841203 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-b3bab057-668f-40d9-a511-06ac4eddbc8c tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:35.843763 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-b3bab057-668f-40d9-a511-06ac4eddbc8c tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.52 "GET /v2.0/networks?id=b465e761-ef26-47c9-885e-a2d7676f6080 HTTP/1.1" status: 200 len: 808 time: 0.3051705 Jun 29 00:03:35.857151 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Deleting port 2dc170d4-9a79-41bc-a1a1-bbe86077722e {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:35.857576 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:35.868649 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Request body: {'port': {'device_id': '51bd4446-7ade-41ac-9d10-498b232325fe', 'network_id': 'b465e761-ef26-47c9-885e-a2d7676f6080', 'admin_state_up': True, 'tenant_id': '1efb1ebbfe874f09ab7d90591f2e0b12'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:03:35.912108 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-20f8fd77-2ab7-45f5-87bc-a033625ba610 None None] Set router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d gateway port host: None {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:35.916174 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:35.918961 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-323ae850-fdfb-4bee-8390-0cb890b89899 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:35.962618 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Pushing event deleted for resources: {'Port': ['ID=6067d13b-59ff-4cc9-a18e-fc9958970e20,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:35.966808 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:35.985881 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-20f8fd77-2ab7-45f5-87bc-a033625ba610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:03:35Z', 'revision_number': 6, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port_host': None}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:36.014793 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8fd77-2ab7-45f5-87bc-a033625ba610 None None] The sync data for ids ['74d4fac1-3603-4fe2-bb39-f4f0b0ec528d'] in dv-cinder-763306-13-smb is: [{'id': '74d4fac1-3603-4fe2-bb39-f4f0b0ec528d', 'name': 'tempest-TestMinimumBasicScenario-756040296-router', 'tenant_id': '6f9355d9ca054d86bb32a3330e3d7507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:45Z', 'updated_at': '2021-06-29T00:03:35Z', 'revision_number': 6, 'project_id': '6f9355d9ca054d86bb32a3330e3d7507', 'gw_port_host': None}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:03:36.016626 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-33cde5e7-cbf8-40d4-8eca-8d764ed7cb62 req-a3446b3f-7960-4c95-93de-b7a945bdce68 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030985 Jun 29 00:03:36.050116 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3776071'] for router_gateway, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.087518 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] For port 2dc170d4-9a79-41bc-a1a1-bbe86077722e, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=2dc170d4-9a79-41bc-a1a1-bbe86077722e,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:36.087518 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.103295 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Calling delete_port for 2dc170d4-9a79-41bc-a1a1-bbe86077722e owned by network:router_gateway {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:36.158078 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38174'] for router, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.160551 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.167469 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Made reservation on behalf of 1efb1ebbfe874f09ab7d90591f2e0b12 for: {'port': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:03:36.173107 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.211704 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776033'] for router, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.213443 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 {{(pid=92978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:03:36.218624 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.222921 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] 10.222.0.30 "DELETE /v2.0/routers/92feaf2d-6ce3-4a8c-b28f-6ef6d650fd45 HTTP/1.1" status: 204 len: 168 time: 1.1689970 Jun 29 00:03:36.222921 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40000) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:36.276453 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c5986d-3597-4b35-a1d6-83a9f32f9068 admin admin] Deleting subnet 6dddc2fb-56a3-4c59-9771-8ebaed930a0d {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:03:36.279794 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-11c5986d-3597-4b35-a1d6-83a9f32f9068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.320186 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-11c5986d-3597-4b35-a1d6-83a9f32f9068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127310098'] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.409850 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_common [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Allocated IP 172.20.0.3 (b465e761-ef26-47c9-885e-a2d7676f6080/0d7200d7-850d-45db-83b0-9db406722e3d/c2c83c16-e3d0-4ac1-9cab-05398760a0e8) {{(pid=92977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:03:36.449530 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.450274 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-11c5986d-3597-4b35-a1d6-83a9f32f9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.461430 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d0abc66b-6f77-4eb8-a68c-30ab57e1c5ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:36.502330 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc170d4-9a79-41bc-a1a1-bbe86077722e,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:36.527419 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:36.544625 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-11c5986d-3597-4b35-a1d6-83a9f32f9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126423764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126152367'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.548511 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:36.584888 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5986d-3597-4b35-a1d6-83a9f32f9068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dddc2fb-56a3-4c59-9771-8ebaed930a0d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:36.591331 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-11c5986d-3597-4b35-a1d6-83a9f32f9068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:36.602186 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-11c5986d-3597-4b35-a1d6-83a9f32f9068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.603721 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4981a7f1-ef3d-4620-9147-c153fa5852d0 None None] Network c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:03:36.604612 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-11c5986d-3597-4b35-a1d6-83a9f32f9068 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6dddc2fb-56a3-4c59-9771-8ebaed930a0d HTTP/1.1" status: 204 len: 168 time: 0.3805776 Jun 29 00:03:36.606807 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40004) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:36.715793 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.811220 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Deleting port d332556f-6e64-4eab-8239-a25b96977d7b {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:36.811466 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.884763 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] For port d332556f-6e64-4eab-8239-a25b96977d7b, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=d332556f-6e64-4eab-8239-a25b96977d7b,segment=NetworkSegment(16d5d43e-8776-4664-9684-dfc6dd4d9747),segment_id=16d5d43e-8776-4664-9684-dfc6dd4d9747)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:36.885206 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.899011 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Calling delete_port for d332556f-6e64-4eab-8239-a25b96977d7b owned by network:dhcp {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:36.990304 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:36.992953 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3776071'] for router_gateway, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.001622 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d1edcfd5-9f42-48b9-8a34-73e5b60efef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:37.027405 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Pushing event deleted for resources: {'Port': ['ID=d332556f-6e64-4eab-8239-a25b96977d7b,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:37.033133 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:37.036222 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] No DVR routers for this DVR port d332556f-6e64-4eab-8239-a25b96977d7b on host dv-cinder-763306-13-smb {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:03:37.055324 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-c9f200da-6988-4dcd-9b58-63639cf76816 req-041574ce-f07d-495d-a825-a819242c5235 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 210 time: 0.1052310 Jun 29 00:03:37.100874 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38174'] for router, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.116573 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.133737 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e06edb7-dd89-447a-9ff7-2c8f796d6474 None None] DHCP port deletion for c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 request from dv-cinder-763306-13-smb {{(pid=92979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:03:37.145895 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.163621 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b9de98-b6b7-499e-b7bb-69dbb5ad8289']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:37.186441 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d5d43e-8776-4664-9684-dfc6dd4d9747') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:37.186740 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d5d43e-8776-4664-9684-dfc6dd4d9747') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:37.207675 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Notify callbacks [] for port, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.217623 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127310089'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.241397 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776033'] for router, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.242198 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74d4fac1-3603-4fe2-bb39-f4f0b0ec528d {{(pid=92977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:03:37.252248 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] Notify callbacks [] for router, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.253796 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-4463e0ee-91b6-4461-ba2a-1e57fad6519e admin admin] 10.222.0.30 "DELETE /v2.0/routers/74d4fac1-3603-4fe2-bb39-f4f0b0ec528d HTTP/1.1" status: 204 len: 168 time: 2.1224210 Jun 29 00:03:37.256551 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40008) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:37.263355 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.294226 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:03:37.294958 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126423117'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: Traceback (most recent call last): Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: timer() Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: cb(*args, **kw) Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: return func(*args, **kwargs) Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: self._notify() Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: self.callback(batched_events) Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: event.method(event) Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: return f(self, *a, **k) Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: return self._get(url).json() Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:03:37.296704 dv-cinder-763306-13-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:03:37.379691 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a4c0f3-51c6-4d05-a03c-0b9161663fb9 admin admin] Deleting subnet f13714b8-126e-4400-b2b5-95f90b5d6522 {{(pid=92977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:03:37.382373 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 34779521-216c-464c-8a94-536a413dbfd2 no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:37.382992 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a0a4c0f3-51c6-4d05-a03c-0b9161663fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.413121 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: 34779521-216c-464c-8a94-536a413dbfd2 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:37.413462 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 34779521-216c-464c-8a94-536a413dbfd2 not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:37.413932 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 6067d13b-59ff-4cc9-a18e-fc9958970e20 no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:37.420119 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129828301'] for port, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.422157 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.426438 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:37.428190 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-61d84a73-aaff-4e36-85cd-38b4e528cd04 tempest-AttachVolumeNegativeTest-1283008025 tempest-AttachVolumeNegativeTest-1283008025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:37.439479 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.445593 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] 10.222.0.30 "DELETE /v2.0/networks/c9b9de98-b6b7-499e-b7bb-69dbb5ad8289 HTTP/1.1" status: 204 len: 168 time: 0.8333690 Jun 29 00:03:37.445593 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b9de98-b6b7-499e-b7bb-69dbb5ad8289,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:37.450251 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:37.455183 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: 6067d13b-59ff-4cc9-a18e-fc9958970e20 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:37.455534 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 6067d13b-59ff-4cc9-a18e-fc9958970e20 not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:37.455965 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 440fadd0-728a-4e6e-b330-02c1e4ba1100 no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:37.468575 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a0a4c0f3-51c6-4d05-a03c-0b9161663fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127272940'] for subnet, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.486912 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: 440fadd0-728a-4e6e-b330-02c1e4ba1100 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:37.487261 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 440fadd0-728a-4e6e-b330-02c1e4ba1100 not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:37.515595 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Network b465e761-ef26-47c9-885e-a2d7676f6080 is already hosted by enough agents. {{(pid=92977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:03:37.531908 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.base_scheduler [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Resources bound (agent type, host, resource id): {{(pid=92977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:03:37.534484 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Received port after_create {{(pid=92977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:03:37.567789 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Pushing event updated for resources: {'Port': ['ID=c2c83c16-e3d0-4ac1-9cab-05398760a0e8,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:37.572432 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:37.594153 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96460c03-65f3-4e04-909e-b74efa49c54d req-2be892d1-55ac-406f-861f-17b777e43ac0 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:37.594326 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40012) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:37.595762 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-96460c03-65f3-4e04-909e-b74efa49c54d req-2be892d1-55ac-406f-861f-17b777e43ac0 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 943 time: 0.2918434 Jun 29 00:03:37.649116 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-3757f85c-dc01-4b6e-b997-6465369ad8e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a8643c56460455aadac628062e64841&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535138 Jun 29 00:03:37.656418 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40014) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:37.670828 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:37.671435 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.704975 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-ec74694f-77c1-4a2b-aff7-12d148ab1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:37.706253 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-ec74694f-77c1-4a2b-aff7-12d148ab1b9a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278&tenant_id=35c89b5c869b44e2980283ab67bb06fb HTTP/1.1" status: 200 len: 1096 time: 0.0607054 Jun 29 00:03:37.716819 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a0a4c0f3-51c6-4d05-a03c-0b9161663fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.762080 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-96460c03-65f3-4e04-909e-b74efa49c54d req-e72619fd-b268-47e4-9629-9fac45b9e9d3 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546040 Jun 29 00:03:37.769159 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9058294 Jun 29 00:03:37.792077 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Request body: {'port': {'device_id': '51bd4446-7ade-41ac-9d10-498b232325fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:03:37.811940 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-c830fbb7-2333-45ce-9b3c-a98890ba411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:37.813527 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-c830fbb7-2333-45ce-9b3c-a98890ba411f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c89b5c869b44e2980283ab67bb06fb&device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 1096 time: 0.0598950 Jun 29 00:03:37.822738 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d80868f9-d541-4772-b1d6-67602c4ac35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.862825 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d80868f9-d541-4772-b1d6-67602c4ac35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.890917 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a0a4c0f3-51c6-4d05-a03c-0b9161663fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129828250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125969972'] for subnet, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.902557 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-17da15d6-9533-43a5-9466-7a05be61c241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:37.907598 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-57e469a2-bbb1-44a8-a954-f4cf6e8b0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:37.909352 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-57e469a2-bbb1-44a8-a954-f4cf6e8b0503 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a HTTP/1.1" status: 200 len: 910 time: 0.0890086 Jun 29 00:03:37.945149 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-a0a4c0f3-51c6-4d05-a03c-0b9161663fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:37.949422 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-a0a4c0f3-51c6-4d05-a03c-0b9161663fb9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f13714b8-126e-4400-b2b5-95f90b5d6522 HTTP/1.1" status: 204 len: 168 time: 0.6889992 Jun 29 00:03:37.952215 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0e077-81ff-416a-bc3a-4c6a3b1f1305 None None] Network e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:03:37.954391 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40016) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:37.958982 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4c0f3-51c6-4d05-a03c-0b9161663fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13714b8-126e-4400-b2b5-95f90b5d6522,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:37.961327 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a0a4c0f3-51c6-4d05-a03c-0b9161663fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:37.962889 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.027485 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d80868f9-d541-4772-b1d6-67602c4ac35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.031003 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d80868f9-d541-4772-b1d6-67602c4ac35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.031003 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-d80868f9-d541-4772-b1d6-67602c4ac35c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/026d4d00-44e0-4c16-9efb-a736bff25d8b HTTP/1.1" status: 204 len: 168 time: 0.3737011 Jun 29 00:03:38.031003 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1625646e-7230-42d5-81c9-0cc1034c28d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:38.067458 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-124dec8e-e30e-4957-a989-3784e650a446 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55 HTTP/1.1" status: 200 len: 999 time: 0.1519072 Jun 29 00:03:38.072235 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.102290 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80868f9-d541-4772-b1d6-67602c4ac35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026d4d00-44e0-4c16-9efb-a736bff25d8b,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:38.108146 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d80868f9-d541-4772-b1d6-67602c4ac35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:38.162474 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-99c2d2fe-a3cb-4614-b20c-3450a7322096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:38.164079 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-99c2d2fe-a3cb-4614-b20c-3450a7322096 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1fb62657-b322-4949-a417-3ea0c3b15387 HTTP/1.1" status: 200 len: 848 time: 0.0890009 Jun 29 00:03:38.217438 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7df6de8-7cd1-4fa1-9f59-41cda3c178f1 None None] DHCP port deletion for e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d request from dv-cinder-763306-13-smb {{(pid=92979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:03:38.224798 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Deleting port 9d3d8052-7640-41fb-a097-cbaf6e62787e {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:38.225640 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.296129 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-a7df6de8-7cd1-4fa1-9f59-41cda3c178f1 None None] Deleting port 9d3d8052-7640-41fb-a097-cbaf6e62787e {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:38.296483 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7df6de8-7cd1-4fa1-9f59-41cda3c178f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.301301 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-85ef9212-c9cc-471c-ab69-8527821ec351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:38.302780 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-85ef9212-c9cc-471c-ab69-8527821ec351 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1315823 Jun 29 00:03:38.307983 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] For port 9d3d8052-7640-41fb-a097-cbaf6e62787e, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=9d3d8052-7640-41fb-a097-cbaf6e62787e,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:38.308299 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.337381 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Calling delete_port for 9d3d8052-7640-41fb-a097-cbaf6e62787e owned by network:dhcp {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:38.367342 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-a7df6de8-7cd1-4fa1-9f59-41cda3c178f1 None None] For port 9d3d8052-7640-41fb-a097-cbaf6e62787e, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=9d3d8052-7640-41fb-a097-cbaf6e62787e,segment=NetworkSegment(207888c8-d332-41d2-b234-1460047becb5),segment_id=207888c8-d332-41d2-b234-1460047becb5)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:38.368039 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7df6de8-7cd1-4fa1-9f59-41cda3c178f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.382733 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-a7df6de8-7cd1-4fa1-9f59-41cda3c178f1 None None] Calling delete_port for 9d3d8052-7640-41fb-a097-cbaf6e62787e owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:38.421617 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b1927-378e-4c65-9a71-4fd8f0fa768c req-270c096c-f3a3-4bce-96ff-05e7f46c4ebd tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:38.434125 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-704b1927-378e-4c65-9a71-4fd8f0fa768c req-270c096c-f3a3-4bce-96ff-05e7f46c4ebd tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 931 time: 0.1554880 Jun 29 00:03:38.445357 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c83c16-e3d0-4ac1-9cab-05398760a0e8 {{(pid=92977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:03:38.458419 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.464279 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-ed3f601c-a285-460b-a624-f96be46eb298 service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533644 Jun 29 00:03:38.487353 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7df6de8-7cd1-4fa1-9f59-41cda3c178f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.496454 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.provisioning_blocks [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Transition to ACTIVE for port object c2c83c16-e3d0-4ac1-9cab-05398760a0e8 will not be triggered until provisioned by entity L2. {{(pid=92977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:03:38.498638 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c2fc3dc7-2269-4bc4-9372-88af7c33a1c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:38.512226 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.517453 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a86b2764-b7ea-487d-ba98-4bb0c221d4e7 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:38.532788 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.536875 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0fbd6acf-70d6-400f-a7c0-65db352db90a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:38.537995 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df6de8-7cd1-4fa1-9f59-41cda3c178f1 None None] No DVR routers for this DVR port 9d3d8052-7640-41fb-a097-cbaf6e62787e on host dv-cinder-763306-13-smb {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:03:38.539713 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df6de8-7cd1-4fa1-9f59-41cda3c178f1 None None] Pushing event deleted for resources: {'Port': ['ID=9d3d8052-7640-41fb-a097-cbaf6e62787e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:38.544237 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a7df6de8-7cd1-4fa1-9f59-41cda3c178f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:38.580648 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-704b1927-378e-4c65-9a71-4fd8f0fa768c req-53258284-80f0-459f-9ab7-0e8f6e8af788 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/security-groups?id=96cc4536-d771-4c59-bcb6-b7b8bd55f945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190953 Jun 29 00:03:38.637026 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c83c16-e3d0-4ac1-9cab-05398760a0e8,revision_number=2']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:38.652958 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 9d3d8052-7640-41fb-a097-cbaf6e62787e no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:38.659905 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:38.674988 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: 9d3d8052-7640-41fb-a097-cbaf6e62787e {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:38.675620 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 9d3d8052-7640-41fb-a097-cbaf6e62787e not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:38.676239 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 2dc170d4-9a79-41bc-a1a1-bbe86077722e no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:38.703404 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: 2dc170d4-9a79-41bc-a1a1-bbe86077722e {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:38.704371 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 2dc170d4-9a79-41bc-a1a1-bbe86077722e not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:38.704758 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device d332556f-6e64-4eab-8239-a25b96977d7b no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:38.722632 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Attempting to bind port c2c83c16-e3d0-4ac1-9cab-05398760a0e8 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:03:38.723149 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Attempting to bind port c2c83c16-e3d0-4ac1-9cab-05398760a0e8 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'e51e8dc6-cc7a-49f2-900f-16d57fb43294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b465e761-ef26-47c9-885e-a2d7676f6080'}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:03:38.723700 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Attempting to bind port c2c83c16-e3d0-4ac1-9cab-05398760a0e8 on network b465e761-ef26-47c9-885e-a2d7676f6080 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:03:38.729142 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Port c2c83c16-e3d0-4ac1-9cab-05398760a0e8 on network b465e761-ef26-47c9-885e-a2d7676f6080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:03:38.729718 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Attempting to bind port c2c83c16-e3d0-4ac1-9cab-05398760a0e8 on network b465e761-ef26-47c9-885e-a2d7676f6080 {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:03:38.730310 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: d332556f-6e64-4eab-8239-a25b96977d7b {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:38.730794 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device d332556f-6e64-4eab-8239-a25b96977d7b not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:38.739143 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:03:38.740036 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Checking segment: {'id': 'e51e8dc6-cc7a-49f2-900f-16d57fb43294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b465e761-ef26-47c9-885e-a2d7676f6080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:03:38.741496 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Bound using segment: {'id': 'e51e8dc6-cc7a-49f2-900f-16d57fb43294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b465e761-ef26-47c9-885e-a2d7676f6080'} {{(pid=92977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:03:38.742323 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.managers [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Bound port: c2c83c16-e3d0-4ac1-9cab-05398760a0e8, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51e8dc6-cc7a-49f2-900f-16d57fb43294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b465e761-ef26-47c9-885e-a2d7676f6080'}}] {{(pid=92977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:03:38.743053 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.825656 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] For port c2c83c16-e3d0-4ac1-9cab-05398760a0e8, host hv-cinder-76330, cleared binding levels {{(pid=92977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:03:38.829676 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] For port c2c83c16-e3d0-4ac1-9cab-05398760a0e8, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c2c83c16-e3d0-4ac1-9cab-05398760a0e8,segment=NetworkSegment(e51e8dc6-cc7a-49f2-900f-16d57fb43294),segment_id=e51e8dc6-cc7a-49f2-900f-16d57fb43294)] {{(pid=92977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:03:38.839926 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129828315'] for port, after_update {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.842572 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:38.862844 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] No DVR routers for this DVR port 9d3d8052-7640-41fb-a097-cbaf6e62787e on host dv-cinder-763306-13-smb {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:03:38.871563 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3d8052-7640-41fb-a097-cbaf6e62787e,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:38.875061 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:38.889602 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:38.890748 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.893223 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] 10.222.0.52 "PUT /v2.0/ports/c2c83c16-e3d0-4ac1-9cab-05398760a0e8 HTTP/1.1" status: 200 len: 1093 time: 1.1099956 Jun 29 00:03:38.897578 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bd4446-7ade-41ac-9d10-498b232325fe', 'tag': 'c2c83c16-e3d0-4ac1-9cab-05398760a0e8'}] {{(pid=92977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:03:38.901757 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fde43e148eae2875136e8dce5458fba98c7ef89d8d6e2ea9be2ceba6850ec94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2041edd4-ff9a-4ea6-8286-9d6a1e26cb71" -d '{"events": [{"name": "network-changed", "server_uuid": "51bd4446-7ade-41ac-9d10-498b232325fe", "tag": "c2c83c16-e3d0-4ac1-9cab-05398760a0e8"}]}' {{(pid=92977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:03:38.918880 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-74964d5b-4b9f-41ec-8ab2-d1b05cf57d44 req-b6bef5ba-5875-407f-b849-fcb0564376a2 service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469290 Jun 29 00:03:38.963970 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:38.975361 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:38.980325 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c83c16-e3d0-4ac1-9cab-05398760a0e8,revision_number=3']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:38.996514 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207888c8-d332-41d2-b234-1460047becb5') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:38.996816 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207888c8-d332-41d2-b234-1460047becb5') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:39.004143 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29119632-6727-46cf-ba3c-9964ab438770 x-openstack-request-id: req-29119632-6727-46cf-ba3c-9964ab438770 {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:03:39.004563 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bd4446-7ade-41ac-9d10-498b232325fe", "tag": "c2c83c16-e3d0-4ac1-9cab-05398760a0e8", "status": "completed", "code": 200}]} {{(pid=92977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:03:39.004697 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29119632-6727-46cf-ba3c-9964ab438770 {{(pid=92977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:03:39.005137 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bd4446-7ade-41ac-9d10-498b232325fe', 'tag': 'c2c83c16-e3d0-4ac1-9cab-05398760a0e8', 'status': 'completed', 'code': 200} Jun 29 00:03:39.006184 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-16f9a80c-6aef-4da5-bf70-d9abae80ea88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:39.028337 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127310089'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:39.049320 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:39.062936 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8e4af-f51f-4384-9d3e-be14f529176a req-c6097644-5db3-48c0-ad11-525fd0f54334 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:39.062936 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2ae8e4af-f51f-4384-9d3e-be14f529176a req-c6097644-5db3-48c0-ad11-525fd0f54334 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 943 time: 0.1426737 Jun 29 00:03:39.069801 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:03:39.070329 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126423117'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: self.session.flush() Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: self.session.flush() Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: self.session.flush() Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: self.session.flush() Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: Traceback (most recent call last): Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: timer() Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: cb(*args, **kw) Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: return func(*args, **kwargs) Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: self._notify() Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: self.callback(batched_events) Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: event.method(event) Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: return f(self, *a, **k) Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: return self._get(url).json() Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:03:39.074440 dv-cinder-763306-13-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:03:39.101000 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-c558eb0a-e361-4084-aa09-3dbc655d3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:39.102497 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-c558eb0a-e361-4084-aa09-3dbc655d3440 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1efb1ebbfe874f09ab7d90591f2e0b12&device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 1096 time: 0.1180770 Jun 29 00:03:39.109403 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2ae8e4af-f51f-4384-9d3e-be14f529176a req-66ae54bc-97e0-48c0-844c-c6399afecd9d tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473371 Jun 29 00:03:39.170532 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-5df42ea6-4953-4a05-adfe-b6925605043d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2c83c16-e3d0-4ac1-9cab-05398760a0e8 HTTP/1.1" status: 200 len: 217 time: 0.0428705 Jun 29 00:03:39.179648 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:39.192796 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:39.195067 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d HTTP/1.1" status: 204 len: 168 time: 1.2402449 Jun 29 00:03:39.198152 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40046) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:39.213278 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:39.229998 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Pushing event deleted for resources: {'Network': ['ID=e21f8a6d-2eb5-41e9-897a-2a6abba7cb6d,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:39.231964 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:39.244943 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-591a3364-2f54-4544-a8a6-433b696813c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:39.246395 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-591a3364-2f54-4544-a8a6-433b696813c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d7200d7-850d-45db-83b0-9db406722e3d HTTP/1.1" status: 200 len: 848 time: 0.0682690 Jun 29 00:03:39.282630 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-92b5801c-b186-456a-a91f-3de7380e1cd7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b465e761-ef26-47c9-885e-a2d7676f6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275180 Jun 29 00:03:39.382423 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-dfe8453c-1c8e-4074-9e58-4d05c2d9302e service neutron] 10.222.0.52 "GET /v2.0/networks/b465e761-ef26-47c9-885e-a2d7676f6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940208 Jun 29 00:03:39.479788 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-5aee53cb-8a4a-4ff4-ad92-26898b0c9634 req-697767e0-c129-41e0-a1e0-a7b4574b38ed service neutron] 10.222.0.52 "GET /v2.0/networks/b465e761-ef26-47c9-885e-a2d7676f6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906000 Jun 29 00:03:39.608610 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774989'] for router_interface, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:39.643145 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041edd4-ff9a-4ea6-8286-9d6a1e26cb71 req-9783a14b-0700-4b75-be08-bb00f488f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:39.644754 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2041edd4-ff9a-4ea6-8286-9d6a1e26cb71 req-9783a14b-0700-4b75-be08-bb00f488f3fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1efb1ebbfe874f09ab7d90591f2e0b12&device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 1096 time: 0.0538020 Jun 29 00:03:39.754153 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041edd4-ff9a-4ea6-8286-9d6a1e26cb71 req-ef6d624f-5a8e-4103-8dfb-690822a466a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:39.757135 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2041edd4-ff9a-4ea6-8286-9d6a1e26cb71 req-ef6d624f-5a8e-4103-8dfb-690822a466a7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b465e761-ef26-47c9-885e-a2d7676f6080 HTTP/1.1" status: 200 len: 909 time: 0.1043904 Jun 29 00:03:39.803632 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2041edd4-ff9a-4ea6-8286-9d6a1e26cb71 req-e7a54e1b-7301-4ae3-a470-013b1f5d6aa7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2c83c16-e3d0-4ac1-9cab-05398760a0e8 HTTP/1.1" status: 200 len: 217 time: 0.0394256 Jun 29 00:03:39.864565 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041edd4-ff9a-4ea6-8286-9d6a1e26cb71 req-d17527f5-fbca-4775-96c9-2fd59aee94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:39.866049 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2041edd4-ff9a-4ea6-8286-9d6a1e26cb71 req-d17527f5-fbca-4775-96c9-2fd59aee94d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d7200d7-850d-45db-83b0-9db406722e3d HTTP/1.1" status: 200 len: 848 time: 0.0560017 Jun 29 00:03:39.871236 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4db9e-df7d-4fa2-968a-1b522c66111f req-bb2e6a1a-6f9f-4630-8fc0-28ad1209c69c tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:39.872780 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-50a4db9e-df7d-4fa2-968a-1b522c66111f req-bb2e6a1a-6f9f-4630-8fc0-28ad1209c69c tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 943 time: 0.0967166 Jun 29 00:03:39.904383 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2041edd4-ff9a-4ea6-8286-9d6a1e26cb71 req-ec0962ff-bda6-46a6-9685-4854d3358d79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b465e761-ef26-47c9-885e-a2d7676f6080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312448 Jun 29 00:03:39.947394 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-50a4db9e-df7d-4fa2-968a-1b522c66111f req-0a1d8c60-9113-4343-bd88-3df879a35726 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/security-groups?id=96cc4536-d771-4c59-bcb6-b7b8bd55f945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660257 Jun 29 00:03:39.992009 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] Deleting port da0ec80d-60b6-4100-a00a-0d58076f431b {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:39.992393 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:40.010320 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2041edd4-ff9a-4ea6-8286-9d6a1e26cb71 req-5d3bfcfb-08c6-43b5-83ee-f48c1fe2f305 service neutron] 10.222.0.52 "GET /v2.0/networks/b465e761-ef26-47c9-885e-a2d7676f6080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982311 Jun 29 00:03:40.080844 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] For port da0ec80d-60b6-4100-a00a-0d58076f431b, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=da0ec80d-60b6-4100-a00a-0d58076f431b,segment=NetworkSegment(14551c52-63f2-4b8f-8910-e595916f59fd),segment_id=14551c52-63f2-4b8f-8910-e595916f59fd)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:40.081612 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:40.095279 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] Calling delete_port for da0ec80d-60b6-4100-a00a-0d58076f431b owned by network:router_interface {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:40.110403 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-2041edd4-ff9a-4ea6-8286-9d6a1e26cb71 req-dc4fa03f-6043-4139-8e05-0b8170d954e7 service neutron] 10.222.0.52 "GET /v2.0/networks/b465e761-ef26-47c9-885e-a2d7676f6080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923405 Jun 29 00:03:40.237066 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40078) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:40.323825 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:40.329768 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-671ca2ef-1654-45d8-914a-8cffe74e4b8f tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:40.349169 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-734f5c89-92b3-4d6e-91c1-d9d90fefd584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:40.356662 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] Pushing event deleted for resources: {'Port': ['ID=da0ec80d-60b6-4100-a00a-0d58076f431b,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:40.367976 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0a441-157d-4032-afa0-4d6d6f917911 req-381493bb-d976-4a4c-956f-a68427096f38 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:40.369423 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4bc0a441-157d-4032-afa0-4d6d6f917911 req-381493bb-d976-4a4c-956f-a68427096f38 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 943 time: 0.1409376 Jun 29 00:03:40.372101 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:40.454924 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-734f5c89-92b3-4d6e-91c1-d9d90fefd584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:40.464785 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-734f5c89-92b3-4d6e-91c1-d9d90fefd584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:40.474508 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-1ab0393f-6080-472b-93d2-c18548d12a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:40.511980 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4bc0a441-157d-4032-afa0-4d6d6f917911 req-9f83165a-266f-4035-af54-0ccf0802c0c0 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230714 Jun 29 00:03:40.519543 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40082) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:40.519733 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-734f5c89-92b3-4d6e-91c1-d9d90fefd584 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c27319d866cd4d8a88c13a639b00b321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812653 Jun 29 00:03:40.522256 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f5c89-92b3-4d6e-91c1-d9d90fefd584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9826e5-7a82-4d45-90db-773dc8ef48ff,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:40.526050 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-734f5c89-92b3-4d6e-91c1-d9d90fefd584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:40.613518 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3870798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3775129'] for router_interface, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:40.631664 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8e4833a3-895c-4f30-8c33-1453130103dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:40.687011 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8e4833a3-895c-4f30-8c33-1453130103dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:40.810139 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8e4833a3-895c-4f30-8c33-1453130103dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:40.812806 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-8e4833a3-895c-4f30-8c33-1453130103dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:40.813892 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-8e4833a3-895c-4f30-8c33-1453130103dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc9826e5-7a82-4d45-90db-773dc8ef48ff HTTP/1.1" status: 204 len: 168 time: 0.2933853 Jun 29 00:03:40.816164 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-a9493f7a-98fa-4191-a642-555afa7787d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:40.825758 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4833a3-895c-4f30-8c33-1453130103dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9826e5-7a82-4d45-90db-773dc8ef48ff,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:40.829200 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8e4833a3-895c-4f30-8c33-1453130103dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:40.893039 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] Router 56d9b347-072b-4f26-b6f0-622062e41024 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:03:40.894033 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 01dffdb2-e770-46ec-9e3a-e085fbb79c55 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:03:41.012604 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:03:41.019271 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-595c4301-f7c5-43de-8932-cb603a5c892d admin admin] 10.222.0.30 "PUT /v2.0/routers/56d9b347-072b-4f26-b6f0-622062e41024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8198214 Jun 29 00:03:41.020449 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 01dffdb2-e770-46ec-9e3a-e085fbb79c55, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:41.021510 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc9a75-0c37-4b42-8bc1-a4c1be5be5d8 None None] Sync routers for ids ['56d9b347-072b-4f26-b6f0-622062e41024'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:03:41.021989 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40090) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:41.036644 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'port_id': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'mac_address': 'fa:16:3e:dc:d2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:03:41.042488 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc9a75-0c37-4b42-8bc1-a4c1be5be5d8 None None] Routers {'56d9b347-072b-4f26-b6f0-622062e41024'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:03:41.043139 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-f2fc9a75-0c37-4b42-8bc1-a4c1be5be5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:03:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['56d9b347-072b-4f26-b6f0-622062e41024'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:41.085927 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.106036 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01dffdb2-e770-46ec-9e3a-e085fbb79c55 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:03:41.144172 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 01dffdb2-e770-46ec-9e3a-e085fbb79c55, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:41.150376 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.151253 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device c2c83c16-e3d0-4ac1-9cab-05398760a0e8 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:03:41.151453 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Notify callbacks [] for router, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.153513 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a7df6de8-7cd1-4fa1-9f59-41cda3c178f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:41.186190 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40092) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:41.206073 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=01dffdb2-e770-46ec-9e3a-e085fbb79c55,revision_number=7']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:41.211958 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:41.224372 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5ff6a-73e5-4a1a-8b5d-f9e6ed316a97 req-9387863b-2763-43ed-a241-0c3d49399688 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:41.226989 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-67b5ff6a-73e5-4a1a-8b5d-f9e6ed316a97 req-9387863b-2763-43ed-a241-0c3d49399688 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 943 time: 0.1305602 Jun 29 00:03:41.228361 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-15098b72-f672-455a-a1a0-e839ce167e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.269777 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.306283 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-f2fc9a75-0c37-4b42-8bc1-a4c1be5be5d8 None None] Set router 56d9b347-072b-4f26-b6f0-622062e41024 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:41.310777 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-67b5ff6a-73e5-4a1a-8b5d-f9e6ed316a97 req-101c93fb-4360-4eae-a3d8-bce8f11ba252 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/security-groups?id=96cc4536-d771-4c59-bcb6-b7b8bd55f945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687246 Jun 29 00:03:41.340305 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port c2c83c16-e3d0-4ac1-9cab-05398760a0e8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c2c83c16-e3d0-4ac1-9cab-05398760a0e8,segment=NetworkSegment(e51e8dc6-cc7a-49f2-900f-16d57fb43294),segment_id=e51e8dc6-cc7a-49f2-900f-16d57fb43294)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:41.361131 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': 'c2c83c16-e3d0-4ac1-9cab-05398760a0e8', 'network_id': 'b465e761-ef26-47c9-885e-a2d7676f6080', 'port_id': 'c2c83c16-e3d0-4ac1-9cab-05398760a0e8', 'mac_address': 'fa:16:3e:fb:64:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d7200d7-850d-45db-83b0-9db406722e3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:03:41.365504 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Deleting port 727ba25f-74e6-4b03-913f-5a0be2a1bba0 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:41.365914 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.418124 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.438451 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c83c16-e3d0-4ac1-9cab-05398760a0e8 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:03:41.449673 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-15098b72-f672-455a-a1a0-e839ce167e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.458854 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-15098b72-f672-455a-a1a0-e839ce167e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.465074 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] For port 727ba25f-74e6-4b03-913f-5a0be2a1bba0, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=727ba25f-74e6-4b03-913f-5a0be2a1bba0,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:41.466163 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.467129 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-78731139-aa1a-43fa-b31b-8c7a4c7faa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:41.473784 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port c2c83c16-e3d0-4ac1-9cab-05398760a0e8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c2c83c16-e3d0-4ac1-9cab-05398760a0e8,segment=NetworkSegment(e51e8dc6-cc7a-49f2-900f-16d57fb43294),segment_id=e51e8dc6-cc7a-49f2-900f-16d57fb43294)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:41.480418 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.482480 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-edf97346-8551-463a-ad42-bdbaa20bd64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:41.483447 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Calling delete_port for 727ba25f-74e6-4b03-913f-5a0be2a1bba0 owned by network:router_gateway {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:41.510575 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-f2fc9a75-0c37-4b42-8bc1-a4c1be5be5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d9b347-072b-4f26-b6f0-622062e41024', 'name': 'tempest-TestMinimumBasicScenario-863981304-router', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:52Z', 'updated_at': '2021-06-29T00:03:40Z', 'revision_number': 5, 'project_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'gw_port': {'id': '727ba25f-74e6-4b03-913f-5a0be2a1bba0', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d9b347-072b-4f26-b6f0-622062e41024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:53Z', 'updated_at': '2021-06-29T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:41.517341 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-15098b72-f672-455a-a1a0-e839ce167e8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6a8ad335409448393c64f9601424706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296421 Jun 29 00:03:41.519762 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40094) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:41.526588 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15098b72-f672-455a-a1a0-e839ce167e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3a2937-a991-4b04-a914-afedfc7c5bd9,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:41.540288 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=c2c83c16-e3d0-4ac1-9cab-05398760a0e8,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:41.541900 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-15098b72-f672-455a-a1a0-e839ce167e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:41.545928 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:41.555327 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc9a75-0c37-4b42-8bc1-a4c1be5be5d8 None None] Checking router: 56d9b347-072b-4f26-b6f0-622062e41024 for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:03:41.566443 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc9a75-0c37-4b42-8bc1-a4c1be5be5d8 None None] Routers {'56d9b347-072b-4f26-b6f0-622062e41024'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:03:41.567524 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-f2fc9a75-0c37-4b42-8bc1-a4c1be5be5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:03:17Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['56d9b347-072b-4f26-b6f0-622062e41024'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:41.612222 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a8f9-1d84-4eb0-9fcc-b27fc3761b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.645834 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a8f9-1d84-4eb0-9fcc-b27fc3761b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.659600 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-f2fc9a75-0c37-4b42-8bc1-a4c1be5be5d8 None None] Set router 56d9b347-072b-4f26-b6f0-622062e41024 gateway port host: None {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:03:41.692832 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.696074 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:41.715064 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-f2fc9a75-0c37-4b42-8bc1-a4c1be5be5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d9b347-072b-4f26-b6f0-622062e41024', 'name': 'tempest-TestMinimumBasicScenario-863981304-router', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:52Z', 'updated_at': '2021-06-29T00:03:41Z', 'revision_number': 6, 'project_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'gw_port_host': None}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:41.736599 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Pushing event deleted for resources: {'Port': ['ID=727ba25f-74e6-4b03-913f-5a0be2a1bba0,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:41.740594 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:41.749171 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:03:41.749920 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc9a75-0c37-4b42-8bc1-a4c1be5be5d8 None None] The sync data for ids ['56d9b347-072b-4f26-b6f0-622062e41024'] in dv-cinder-763306-13-smb is: [{'id': '56d9b347-072b-4f26-b6f0-622062e41024', 'name': 'tempest-TestMinimumBasicScenario-863981304-router', 'tenant_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:52Z', 'updated_at': '2021-06-29T00:03:41Z', 'revision_number': 6, 'project_id': 'db1f6d6e7fc84f53961c26fcbb659066', 'gw_port_host': None}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:03:41.753971 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a8f9-1d84-4eb0-9fcc-b27fc3761b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.756676 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a8f9-1d84-4eb0-9fcc-b27fc3761b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.757810 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-dcf7a8f9-1d84-4eb0-9fcc-b27fc3761b30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f3a2937-a991-4b04-a914-afedfc7c5bd9 HTTP/1.1" status: 204 len: 168 time: 0.2371049 Jun 29 00:03:41.758750 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-99df2145-4974-4f33-b057-64787c5a5cb4 tempest-VolumesNegativeTest-1612427206 tempest-VolumesNegativeTest-1612427206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:41.776836 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274204c-7b18-471b-b4af-d4eb027d28c2 req-de467cc5-6ca9-408e-bfa4-e01f55498d6c tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:41.778472 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d274204c-7b18-471b-b4af-d4eb027d28c2 req-de467cc5-6ca9-408e-bfa4-e01f55498d6c tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 944 time: 0.1007988 Jun 29 00:03:41.780279 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7a8f9-1d84-4eb0-9fcc-b27fc3761b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3a2937-a991-4b04-a914-afedfc7c5bd9,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:41.783335 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-dcf7a8f9-1d84-4eb0-9fcc-b27fc3761b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:41.815705 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3776071'] for router_gateway, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.817613 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['01dffdb2-e770-46ec-9e3a-e085fbb79c55'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:03:41.855394 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d274204c-7b18-471b-b4af-d4eb027d28c2 req-ef30ed36-a3ac-4242-a562-bbb65e501f3f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571516 Jun 29 00:03:41.863444 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['c2c83c16-e3d0-4ac1-9cab-05398760a0e8'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:03:41.913752 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38174'] for router, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.916086 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.961804 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776033'] for router, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.962644 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d9b347-072b-4f26-b6f0-622062e41024 {{(pid=92978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:03:41.967361 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:41.971763 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40100) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:41.971964 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-9ca9a54a-a1be-4c92-8716-7bc1fe08abbc admin admin] 10.222.0.30 "DELETE /v2.0/routers/56d9b347-072b-4f26-b6f0-622062e41024 HTTP/1.1" status: 204 len: 168 time: 0.9487114 Jun 29 00:03:42.019338 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_v2 [None req-020bb7ae-9309-41cf-bbf2-d1c26c8d1a0f admin admin] Deleting subnet bea5f93a-ac9c-49ed-b984-027ad158ccae {{(pid=92977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:03:42.023117 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-020bb7ae-9309-41cf-bbf2-d1c26c8d1a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.059668 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-020bb7ae-9309-41cf-bbf2-d1c26c8d1a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127272940'] for subnet, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.180952 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-020bb7ae-9309-41cf-bbf2-d1c26c8d1a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.250129 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-020bb7ae-9309-41cf-bbf2-d1c26c8d1a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129828250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125969972'] for subnet, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.253447 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b7fb0d08-898f-4087-b6bf-a0d801397bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:42.287475 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-020bb7ae-9309-41cf-bbf2-d1c26c8d1a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.289461 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-020bb7ae-9309-41cf-bbf2-d1c26c8d1a0f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bea5f93a-ac9c-49ed-b984-027ad158ccae HTTP/1.1" status: 204 len: 168 time: 0.3162673 Jun 29 00:03:42.290362 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bb7ae-9309-41cf-bbf2-d1c26c8d1a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea5f93a-ac9c-49ed-b984-027ad158ccae,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:42.293361 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-020bb7ae-9309-41cf-bbf2-d1c26c8d1a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:42.293874 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40112) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:42.308590 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eaef1b-64c3-4d1a-af89-4e294d627a1a None None] Network 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:03:42.377883 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.457387 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Deleting port e126b982-2ce2-473b-b0f8-d8888a62b5d7 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:42.457736 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.570808 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] For port e126b982-2ce2-473b-b0f8-d8888a62b5d7, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=e126b982-2ce2-473b-b0f8-d8888a62b5d7,segment=NetworkSegment(14551c52-63f2-4b8f-8910-e595916f59fd),segment_id=14551c52-63f2-4b8f-8910-e595916f59fd)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:42.571168 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.592949 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Calling delete_port for e126b982-2ce2-473b-b0f8-d8888a62b5d7 owned by network:dhcp {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:42.598348 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da6e388-fa8e-462f-abae-5fa180e8121c None None] DHCP port deletion for 8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 request from dv-cinder-763306-13-smb {{(pid=92979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:03:42.602080 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b417688-1e76-4dc2-bc9a-b5c14e96c511 req-20d9e7ea-7c86-4ae1-85a6-44ae6d3ac7f1 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:42.603634 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7b417688-1e76-4dc2-bc9a-b5c14e96c511 req-20d9e7ea-7c86-4ae1-85a6-44ae6d3ac7f1 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 944 time: 0.1434622 Jun 29 00:03:42.681526 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-7da6e388-fa8e-462f-abae-5fa180e8121c None None] Deleting port e126b982-2ce2-473b-b0f8-d8888a62b5d7 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:42.682207 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7da6e388-fa8e-462f-abae-5fa180e8121c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.688805 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7b417688-1e76-4dc2-bc9a-b5c14e96c511 req-2ce80acf-2618-46e6-b8c2-e9ec54fbbc45 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/security-groups?id=96cc4536-d771-4c59-bcb6-b7b8bd55f945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781350 Jun 29 00:03:42.724872 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.728542 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-10e0c226-60ec-44f3-b461-efe3943a8f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:42.744142 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 727ba25f-74e6-4b03-913f-5a0be2a1bba0 no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:42.755255 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Pushing event deleted for resources: {'Port': ['ID=e126b982-2ce2-473b-b0f8-d8888a62b5d7,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:42.758516 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:42.759355 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] No DVR routers for this DVR port e126b982-2ce2-473b-b0f8-d8888a62b5d7 on host dv-cinder-763306-13-smb {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:03:42.779831 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: 727ba25f-74e6-4b03-913f-5a0be2a1bba0 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:42.780224 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 727ba25f-74e6-4b03-913f-5a0be2a1bba0 not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:42.780665 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device da0ec80d-60b6-4100-a00a-0d58076f431b no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:42.791665 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-7da6e388-fa8e-462f-abae-5fa180e8121c None None] For port e126b982-2ce2-473b-b0f8-d8888a62b5d7, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=e126b982-2ce2-473b-b0f8-d8888a62b5d7,segment=NetworkSegment(14551c52-63f2-4b8f-8910-e595916f59fd),segment_id=14551c52-63f2-4b8f-8910-e595916f59fd)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:42.792258 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7da6e388-fa8e-462f-abae-5fa180e8121c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.821317 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: da0ec80d-60b6-4100-a00a-0d58076f431b {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:42.821795 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device da0ec80d-60b6-4100-a00a-0d58076f431b not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:42.822403 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device e126b982-2ce2-473b-b0f8-d8888a62b5d7 no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:42.828409 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-7da6e388-fa8e-462f-abae-5fa180e8121c None None] Calling delete_port for e126b982-2ce2-473b-b0f8-d8888a62b5d7 owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:42.833675 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.844089 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd69dc6-5607-4e17-a7cd-ceb74fdbca09']}} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:42.853751 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: e126b982-2ce2-473b-b0f8-d8888a62b5d7 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:42.853751 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device e126b982-2ce2-473b-b0f8-d8888a62b5d7 not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:42.855276 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14551c52-63f2-4b8f-8910-e595916f59fd') {'for_net_delete': True} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:42.855630 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14551c52-63f2-4b8f-8910-e595916f59fd') {} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:03:42.869784 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127272951'] for segment, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.885465 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.892702 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=92977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:03:42.893149 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129828611'] for segment, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: Traceback (most recent call last): Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: timer() Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: cb(*args, **kw) Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: return func(*args, **kwargs) Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: self._notify() Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: self.callback(batched_events) Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: event.method(event) Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: return f(self, *a, **k) Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: return self._get(url).json() Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: return self.request(url, 'GET', **kwargs) Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:03:42.895352 dv-cinder-763306-13-smb neutron-server[92977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:03:42.942645 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 01dffdb2-e770-46ec-9e3a-e085fbb79c55 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:03:42.947060 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7da6e388-fa8e-462f-abae-5fa180e8121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:42.971021 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:42.994782 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.003095 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.006550 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6e388-fa8e-462f-abae-5fa180e8121c None None] No DVR routers for this DVR port e126b982-2ce2-473b-b0f8-d8888a62b5d7 on host dv-cinder-763306-13-smb {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:03:43.011449 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8bd69dc6-5607-4e17-a7cd-ceb74fdbca09 HTTP/1.1" status: 204 len: 168 time: 0.7163775 Jun 29 00:03:43.015709 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:43.026647 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6e388-fa8e-462f-abae-5fa180e8121c None None] Pushing event deleted for resources: {'Port': ['ID=e126b982-2ce2-473b-b0f8-d8888a62b5d7,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:43.032777 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7da6e388-fa8e-462f-abae-5fa180e8121c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:43.066927 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:03:43.067322 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.166267 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.169676 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40136) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:43.198537 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:03:43.201241 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7cfdbf-0c91-403b-8ce5-771d399351c4" -d '{"events": [{"server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "name": "network-vif-plugged", "status": "completed", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:03:43.219860 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 01dffdb2-e770-46ec-9e3a-e085fbb79c55, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:43.231478 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.234244 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device c2c83c16-e3d0-4ac1-9cab-05398760a0e8 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:03:43.237307 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-a268abee-9f2a-4132-9007-5e41093a55bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f9355d9ca054d86bb32a3330e3d7507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662584 Jun 29 00:03:43.240017 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40142) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:43.243960 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-73124ef8-4171-4447-96c0-02f0ded4eeec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:43.279283 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e639949e-da45-414b-8843-6fbdd9756a9a x-openstack-request-id: req-e639949e-da45-414b-8843-6fbdd9756a9a {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:03:43.279630 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "name": "network-vif-plugged", "status": "completed", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:03:43.280011 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e639949e-da45-414b-8843-6fbdd9756a9a {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:03:43.280552 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'code': 200} Jun 29 00:03:43.326929 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-45c0df1c-af62-419d-b4f8-559cd7d915eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.345028 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=01dffdb2-e770-46ec-9e3a-e085fbb79c55,revision_number=8']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:43.351267 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:43.361320 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port c2c83c16-e3d0-4ac1-9cab-05398760a0e8 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:03:43.362811 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-45c0df1c-af62-419d-b4f8-559cd7d915eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.366774 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port c2c83c16-e3d0-4ac1-9cab-05398760a0e8 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:03:43.367330 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.399910 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd69dc6-5607-4e17-a7cd-ceb74fdbca09,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:43.409212 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:43.449705 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-45c0df1c-af62-419d-b4f8-559cd7d915eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.452591 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-45c0df1c-af62-419d-b4f8-559cd7d915eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.456284 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-45c0df1c-af62-419d-b4f8-559cd7d915eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed HTTP/1.1" status: 204 len: 168 time: 0.2133095 Jun 29 00:03:43.461645 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-33ceb866-efe0-444e-80d5-a7738287f9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:43.474310 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0df1c-af62-419d-b4f8-559cd7d915eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf56d0b6-ca4a-4ba0-9acf-aa0470eae4ed,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:43.481889 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-45c0df1c-af62-419d-b4f8-559cd7d915eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:43.486202 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9dced-632b-4247-a8b8-6fea158e36af req-06d1c3f1-259a-4e5a-8da7-4af7e908d915 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:43.493310 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-95e9dced-632b-4247-a8b8-6fea158e36af req-06d1c3f1-259a-4e5a-8da7-4af7e908d915 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0955510 Jun 29 00:03:43.522729 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.543047 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-95e9dced-632b-4247-a8b8-6fea158e36af req-f0da6d76-b745-4cb9-9d31-49f81abcaa4c tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487814 Jun 29 00:03:43.561573 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port c2c83c16-e3d0-4ac1-9cab-05398760a0e8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c2c83c16-e3d0-4ac1-9cab-05398760a0e8,segment=NetworkSegment(e51e8dc6-cc7a-49f2-900f-16d57fb43294),segment_id=e51e8dc6-cc7a-49f2-900f-16d57fb43294)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:43.567020 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.569211 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:43.628941 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=c2c83c16-e3d0-4ac1-9cab-05398760a0e8,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:43.634157 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:43.644652 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d24966-fd66-47bd-a193-7bd8ddc29af9 req-bfeb83ef-b7b0-47ff-ba30-fdd3756a2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:43.646291 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c1d24966-fd66-47bd-a193-7bd8ddc29af9 req-bfeb83ef-b7b0-47ff-ba30-fdd3756a2f3f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 1098 time: 0.0697868 Jun 29 00:03:43.681920 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-c1d24966-fd66-47bd-a193-7bd8ddc29af9 req-1bf913f4-9417-4605-86d5-0cda5396391e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289693 Jun 29 00:03:43.804177 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40158) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:43.880971 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40166) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:43.881211 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-d420aac1-b2c0-4586-9ed8-ef27aa7b3a9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db1f6d6e7fc84f53961c26fcbb659066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0752776 Jun 29 00:03:43.917671 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76b946-6268-4c29-aa5c-5fa9f9549e65 req-1cfed5ed-ca05-4ea0-bb22-08109196d0ff tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:43.919208 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3d76b946-6268-4c29-aa5c-5fa9f9549e65 req-1cfed5ed-ca05-4ea0-bb22-08109196d0ff tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 945 time: 0.0882535 Jun 29 00:03:43.933405 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f7721d4d-0dc5-424e-a034-9cbf22bf9bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.956556 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f7721d4d-0dc5-424e-a034-9cbf22bf9bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:43.960862 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3d76b946-6268-4c29-aa5c-5fa9f9549e65 req-31ea3cd2-e15e-4774-9eb6-32925c4aae6b tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/security-groups?id=96cc4536-d771-4c59-bcb6-b7b8bd55f945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350618 Jun 29 00:03:44.013406 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f7721d4d-0dc5-424e-a034-9cbf22bf9bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:44.016173 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f7721d4d-0dc5-424e-a034-9cbf22bf9bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:44.020582 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-f7721d4d-0dc5-424e-a034-9cbf22bf9bd6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e4be75f-946d-4b98-869c-48fa634a3b93 HTTP/1.1" status: 204 len: 168 time: 0.1351645 Jun 29 00:03:44.020582 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d04797d0-fdac-4e03-9b4d-1b218f1fee31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:44.026637 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7721d4d-0dc5-424e-a034-9cbf22bf9bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4be75f-946d-4b98-869c-48fa634a3b93,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:44.028996 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f7721d4d-0dc5-424e-a034-9cbf22bf9bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:44.231911 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6bfa5970-190a-4511-b94e-db72fc8897e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:44.704242 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e26ca-5749-4a76-9c31-f69d31d9086d req-929505f5-5eb9-4a02-91c1-7c6be6cef5cc tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:44.705695 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2f1e26ca-5749-4a76-9c31-f69d31d9086d req-929505f5-5eb9-4a02-91c1-7c6be6cef5cc tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0614986 Jun 29 00:03:44.744216 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2f1e26ca-5749-4a76-9c31-f69d31d9086d req-cc47f53e-4c3a-4fed-a540-41b66caf5648 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313702 Jun 29 00:03:45.282194 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bd4446-7ade-41ac-9d10-498b232325fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c83c16-e3d0-4ac1-9cab-05398760a0e8'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:03:45.287259 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a57c69c-1f15-4596-a143-0ee6f3d3baf3" -d '{"events": [{"server_uuid": "51bd4446-7ade-41ac-9d10-498b232325fe", "name": "network-vif-plugged", "status": "completed", "tag": "c2c83c16-e3d0-4ac1-9cab-05398760a0e8"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:03:45.319664 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7e3f4-22c0-4d32-84dd-fcf98307c5f6 req-64e800ce-64c7-488b-ad9e-5e4122fa3fc5 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:45.322449 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a4b7e3f4-22c0-4d32-84dd-fcf98307c5f6 req-64e800ce-64c7-488b-ad9e-5e4122fa3fc5 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 945 time: 0.0906975 Jun 29 00:03:45.332020 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0a0c06-cb56-4fd1-9464-4a132876155a x-openstack-request-id: req-ac0a0c06-cb56-4fd1-9464-4a132876155a {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:03:45.332353 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bd4446-7ade-41ac-9d10-498b232325fe", "name": "network-vif-plugged", "status": "completed", "tag": "c2c83c16-e3d0-4ac1-9cab-05398760a0e8", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:03:45.332619 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac0a0c06-cb56-4fd1-9464-4a132876155a {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:03:45.333282 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bd4446-7ade-41ac-9d10-498b232325fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c83c16-e3d0-4ac1-9cab-05398760a0e8', 'code': 200} Jun 29 00:03:45.374419 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a4b7e3f4-22c0-4d32-84dd-fcf98307c5f6 req-5e31f390-9884-4f14-bdbb-c4f42af01865 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/security-groups?id=96cc4536-d771-4c59-bcb6-b7b8bd55f945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Jun 29 00:03:45.639044 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cce6f3-4211-432c-8735-6fad937ee771 req-951a74e6-8a97-4f5f-939a-78e07ff4cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:45.640684 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-35cce6f3-4211-432c-8735-6fad937ee771 req-951a74e6-8a97-4f5f-939a-78e07ff4cccc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 1098 time: 0.0709286 Jun 29 00:03:45.810284 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-35cce6f3-4211-432c-8735-6fad937ee771 req-fdcd44ee-f637-40ee-b6a1-a7630245c593 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=96cc4536-d771-4c59-bcb6-b7b8bd55f945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285406 Jun 29 00:03:45.928223 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8ad9a-e173-4785-925f-5ceed3370cc5 req-ef33cf60-2482-4d0a-9fd9-66c4d0ea6b11 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:45.929736 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f8d8ad9a-e173-4785-925f-5ceed3370cc5 req-ef33cf60-2482-4d0a-9fd9-66c4d0ea6b11 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0687437 Jun 29 00:03:45.967042 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f8d8ad9a-e173-4785-925f-5ceed3370cc5 req-2c5a1a02-380d-4f2a-a01a-7ea9708409ea tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 Jun 29 00:03:46.566980 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b60702-4ed7-4257-b74b-aaa38f601a19 req-7232c49b-4009-4577-bccd-b5fa7d3ade69 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:46.569614 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-13b60702-4ed7-4257-b74b-aaa38f601a19 req-7232c49b-4009-4577-bccd-b5fa7d3ade69 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 945 time: 0.0757794 Jun 29 00:03:46.608982 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-13b60702-4ed7-4257-b74b-aaa38f601a19 req-1f3ba8ce-2e00-45e5-a9d9-e8fee95bb948 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/security-groups?id=96cc4536-d771-4c59-bcb6-b7b8bd55f945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Jun 29 00:03:47.245642 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ad467777-7d4b-4192-b191-c48636b111dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:47.790558 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25b42e-07d1-4875-b232-17359c0e2341 req-e6798724-e9d5-44d7-88bd-764540121aaf tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:47.792021 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-de25b42e-07d1-4875-b232-17359c0e2341 req-e6798724-e9d5-44d7-88bd-764540121aaf tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 945 time: 0.0688546 Jun 29 00:03:47.830387 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-de25b42e-07d1-4875-b232-17359c0e2341 req-8bc99da1-3ee2-47bf-afcf-a7780d483a03 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/security-groups?id=96cc4536-d771-4c59-bcb6-b7b8bd55f945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Jun 29 00:03:48.553406 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:49.477480 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:50.531258 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:50.534497 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd709320-a850-4ade-91bc-68c1b2bef00c req-5453701f-00d3-4dd3-a41f-c075485675b3 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:50.535991 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bd709320-a850-4ade-91bc-68c1b2bef00c req-5453701f-00d3-4dd3-a41f-c075485675b3 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 945 time: 0.0648942 Jun 29 00:03:50.573282 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-bd709320-a850-4ade-91bc-68c1b2bef00c req-abfee58f-d55b-4a97-9b16-087d8107fb01 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/security-groups?id=96cc4536-d771-4c59-bcb6-b7b8bd55f945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314910 Jun 29 00:03:51.315431 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40296) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:51.423888 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b799a036-f926-43d6-ba42-dd61e1020413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:51.517035 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b799a036-f926-43d6-ba42-dd61e1020413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:51.521977 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-b799a036-f926-43d6-ba42-dd61e1020413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:51.524891 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f7721d4d-0dc5-424e-a034-9cbf22bf9bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:51.559257 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799a036-f926-43d6-ba42-dd61e1020413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b978fa7d-e4e5-40ae-aa2d-051bcf4662d7,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:51.562556 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b799a036-f926-43d6-ba42-dd61e1020413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:51.567825 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-b799a036-f926-43d6-ba42-dd61e1020413 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc2bba8c686d4048b30adbf407ba1728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486739 Jun 29 00:03:51.569075 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40300) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:51.624684 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f99ec070-9e85-4f2c-85db-938855482e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:51.660583 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f99ec070-9e85-4f2c-85db-938855482e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:51.713443 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f99ec070-9e85-4f2c-85db-938855482e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:51.718209 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f99ec070-9e85-4f2c-85db-938855482e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:51.719572 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-f99ec070-9e85-4f2c-85db-938855482e4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b978fa7d-e4e5-40ae-aa2d-051bcf4662d7 HTTP/1.1" status: 204 len: 168 time: 0.1503849 Jun 29 00:03:51.720428 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-641b1c6c-3545-4e20-9b79-7e569ef8224f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:51.729487 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ec070-9e85-4f2c-85db-938855482e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b978fa7d-e4e5-40ae-aa2d-051bcf4662d7,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:51.732814 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f99ec070-9e85-4f2c-85db-938855482e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:51.774130 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f61be-bb7f-4fa3-b907-0d219c733758 req-c92b7f8c-3eb7-4187-8c09-59d6c80f9d14 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:51.775625 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-832f61be-bb7f-4fa3-b907-0d219c733758 req-c92b7f8c-3eb7-4187-8c09-59d6c80f9d14 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 945 time: 0.0761576 Jun 29 00:03:51.818252 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-832f61be-bb7f-4fa3-b907-0d219c733758 req-05242e30-d788-4098-b2c6-d4cccd785c8f tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/security-groups?id=96cc4536-d771-4c59-bcb6-b7b8bd55f945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364754 Jun 29 00:03:51.955371 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a11b1c-074e-42f6-9f42-882d24eb4cd9 req-f1e1bf56-a292-42c1-a824-7267cfc08901 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:03:51.956872 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-25a11b1c-074e-42f6-9f42-882d24eb4cd9 req-f1e1bf56-a292-42c1-a824-7267cfc08901 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.52 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 945 time: 0.0686116 Jun 29 00:03:52.002446 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40308) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:52.021038 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-80e4371d-3d85-42f5-8f54-a487989a6fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:52.058891 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-25a11b1c-074e-42f6-9f42-882d24eb4cd9 req-379b5c1e-978a-4c33-9902-29f7b9380158 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Deleting port c2c83c16-e3d0-4ac1-9cab-05398760a0e8 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:03:52.059354 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-25a11b1c-074e-42f6-9f42-882d24eb4cd9 req-379b5c1e-978a-4c33-9902-29f7b9380158 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:52.108165 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-80e4371d-3d85-42f5-8f54-a487989a6fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:52.112426 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-80e4371d-3d85-42f5-8f54-a487989a6fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:52.115681 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-49c9e0c4-b71b-461f-a1c8-828b4af19193 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:52.155183 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-25a11b1c-074e-42f6-9f42-882d24eb4cd9 req-379b5c1e-978a-4c33-9902-29f7b9380158 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] For port c2c83c16-e3d0-4ac1-9cab-05398760a0e8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c2c83c16-e3d0-4ac1-9cab-05398760a0e8,segment=NetworkSegment(e51e8dc6-cc7a-49f2-900f-16d57fb43294),segment_id=e51e8dc6-cc7a-49f2-900f-16d57fb43294)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:03:52.155540 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-25a11b1c-074e-42f6-9f42-882d24eb4cd9 req-379b5c1e-978a-4c33-9902-29f7b9380158 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:52.156615 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-80e4371d-3d85-42f5-8f54-a487989a6fb0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=209fa2e5b33249ebbe1f641c26228e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530447 Jun 29 00:03:52.159097 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40310) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:52.165972 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4371d-3d85-42f5-8f54-a487989a6fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd78d5-9e84-41f3-86ca-43f1f5373fb0,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:52.169200 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-25a11b1c-074e-42f6-9f42-882d24eb4cd9 req-379b5c1e-978a-4c33-9902-29f7b9380158 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Calling delete_port for c2c83c16-e3d0-4ac1-9cab-05398760a0e8 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:03:52.173384 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-80e4371d-3d85-42f5-8f54-a487989a6fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:52.211702 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d34c89-0ce7-4927-a053-0da5c9594f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:52.232932 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d34c89-0ce7-4927-a053-0da5c9594f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:52.281250 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d34c89-0ce7-4927-a053-0da5c9594f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:52.283943 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-73d34c89-0ce7-4927-a053-0da5c9594f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:52.285210 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-73d34c89-0ce7-4927-a053-0da5c9594f11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80fd78d5-9e84-41f3-86ca-43f1f5373fb0 HTTP/1.1" status: 204 len: 168 time: 0.1252184 Jun 29 00:03:52.286205 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-7c28a909-02a4-4a7a-b0f2-8f491edc81d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:52.294267 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d34c89-0ce7-4927-a053-0da5c9594f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd78d5-9e84-41f3-86ca-43f1f5373fb0,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:52.296633 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-73d34c89-0ce7-4927-a053-0da5c9594f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:52.313702 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-25a11b1c-074e-42f6-9f42-882d24eb4cd9 req-379b5c1e-978a-4c33-9902-29f7b9380158 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:52.317406 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-628d3bd0-8a3a-40be-b897-dd70dee69dda tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:52.341054 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b5c1e-978a-4c33-9902-29f7b9380158 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Pushing event deleted for resources: {'Port': ['ID=c2c83c16-e3d0-4ac1-9cab-05398760a0e8,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:52.345325 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-379b5c1e-978a-4c33-9902-29f7b9380158 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:52.349822 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['c2c83c16-e3d0-4ac1-9cab-05398760a0e8'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:03:52.388461 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a11b1c-074e-42f6-9f42-882d24eb4cd9 req-379b5c1e-978a-4c33-9902-29f7b9380158 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] No DVR routers for this DVR port c2c83c16-e3d0-4ac1-9cab-05398760a0e8 on host hv-cinder-76330 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:03:52.390547 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:52.391803 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-25a11b1c-074e-42f6-9f42-882d24eb4cd9 req-379b5c1e-978a-4c33-9902-29f7b9380158 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:52.398225 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-25a11b1c-074e-42f6-9f42-882d24eb4cd9 req-379b5c1e-978a-4c33-9902-29f7b9380158 tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.52 "DELETE /v2.0/ports/c2c83c16-e3d0-4ac1-9cab-05398760a0e8 HTTP/1.1" status: 204 len: 173 time: 0.4356146 Jun 29 00:03:52.398784 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bd4446-7ade-41ac-9d10-498b232325fe', 'name': 'network-vif-deleted', 'tag': 'c2c83c16-e3d0-4ac1-9cab-05398760a0e8'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:03:52.401189 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67098a4b-d421-4703-8162-8667c8fccaf0" -d '{"events": [{"server_uuid": "51bd4446-7ade-41ac-9d10-498b232325fe", "name": "network-vif-deleted", "tag": "c2c83c16-e3d0-4ac1-9cab-05398760a0e8"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:03:52.442356 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d811252-2264-424f-b261-f6a39c729d15 x-openstack-request-id: req-7d811252-2264-424f-b261-f6a39c729d15 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:03:52.442681 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bd4446-7ade-41ac-9d10-498b232325fe", "name": "network-vif-deleted", "tag": "c2c83c16-e3d0-4ac1-9cab-05398760a0e8", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:03:52.443001 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d811252-2264-424f-b261-f6a39c729d15 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:03:52.443430 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bd4446-7ade-41ac-9d10-498b232325fe', 'name': 'network-vif-deleted', 'tag': 'c2c83c16-e3d0-4ac1-9cab-05398760a0e8', 'status': 'completed', 'code': 200} Jun 29 00:03:52.981667 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-66a8efb8-4857-434e-bda6-21f21c8d4c93 req-fc894d51-d742-4c39-9c0b-85132b7368ad tempest-VolumesActionsTest-461125156 tempest-VolumesActionsTest-461125156-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd4446-7ade-41ac-9d10-498b232325fe HTTP/1.1" status: 200 len: 210 time: 0.0336211 Jun 29 00:03:54.757339 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40390) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:54.869384 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6b233ee6-f95d-4f91-b810-2bb630be3d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:54.958667 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6b233ee6-f95d-4f91-b810-2bb630be3d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:54.962369 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6b233ee6-f95d-4f91-b810-2bb630be3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:54.965755 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-23bef062-b693-451c-a67f-48d297d1cc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:54.970789 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device c2c83c16-e3d0-4ac1-9cab-05398760a0e8 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:03:54.991530 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: c2c83c16-e3d0-4ac1-9cab-05398760a0e8 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:03:54.992159 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device c2c83c16-e3d0-4ac1-9cab-05398760a0e8 not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:03:55.004322 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-6b233ee6-f95d-4f91-b810-2bb630be3d9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6975ffbd564430bbe622d3013378363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456255 Jun 29 00:03:55.005056 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b233ee6-f95d-4f91-b810-2bb630be3d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc73c986-7999-423a-a662-569a165e5bd1,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:55.006905 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40394) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:55.009961 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6b233ee6-f95d-4f91-b810-2bb630be3d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:55.063831 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-36b8e5a3-76c3-466c-bceb-2c81e9dec4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:55.085832 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-36b8e5a3-76c3-466c-bceb-2c81e9dec4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:55.132557 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-36b8e5a3-76c3-466c-bceb-2c81e9dec4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:55.135127 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-36b8e5a3-76c3-466c-bceb-2c81e9dec4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:55.136305 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-36b8e5a3-76c3-466c-bceb-2c81e9dec4dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc73c986-7999-423a-a662-569a165e5bd1 HTTP/1.1" status: 204 len: 168 time: 0.1283920 Jun 29 00:03:55.137114 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8c4bdc01-b48d-43c5-a65c-62c554017406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:55.145727 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8e5a3-76c3-466c-bceb-2c81e9dec4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc73c986-7999-423a-a662-569a165e5bd1,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:55.148007 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-36b8e5a3-76c3-466c-bceb-2c81e9dec4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:55.414421 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40404) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:55.428992 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ce0501b9-ee73-4053-9263-728ef4363dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:55.522859 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ce0501b9-ee73-4053-9263-728ef4363dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:55.527822 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ce0501b9-ee73-4053-9263-728ef4363dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:55.530572 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d80868f9-d541-4772-b1d6-67602c4ac35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:55.565692 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0501b9-ee73-4053-9263-728ef4363dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42735f2d-799b-46ca-a82e-a23ef9240f68,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:55.571033 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-ce0501b9-ee73-4053-9263-728ef4363dec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91b22f2ffa30413b84ae24c00e07f9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544182 Jun 29 00:03:55.571281 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ce0501b9-ee73-4053-9263-728ef4363dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:03:55.573026 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40410) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:03:55.627859 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-400f438f-e472-40bf-aa10-e07a49a144b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:55.650662 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-400f438f-e472-40bf-aa10-e07a49a144b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:55.696835 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-400f438f-e472-40bf-aa10-e07a49a144b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:55.699628 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-400f438f-e472-40bf-aa10-e07a49a144b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:03:55.700827 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-400f438f-e472-40bf-aa10-e07a49a144b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42735f2d-799b-46ca-a82e-a23ef9240f68 HTTP/1.1" status: 204 len: 168 time: 0.1268418 Jun 29 00:03:55.701788 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-6208f92f-1d98-4ba2-8f1f-6f162e2db33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:03:55.709826 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f438f-e472-40bf-aa10-e07a49a144b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42735f2d-799b-46ca-a82e-a23ef9240f68,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:03:55.712201 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-400f438f-e472-40bf-aa10-e07a49a144b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:02.678214 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40540) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:02.787242 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:02.891063 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:02.894816 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:02.898136 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8e4833a3-895c-4f30-8c33-1453130103dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:02.934719 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8522997dfc2743178f26de1f6d79c41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554047 Jun 29 00:04:02.936073 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c76d50-b7ed-4e61-a4e4-4ef53acbaa85,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:02.937704 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40544) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:02.944277 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:02.944654 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:02.945026 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:02.945388 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:02.945742 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:02.946094 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:02.946450 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:02.946824 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:02.947151 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:02.947498 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:02.947846 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:02.948216 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:02.951985 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-4078245f-0311-45ab-99dd-c5d0be058f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:02.989058 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:03.010635 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:03.058646 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:03.061287 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:03.063213 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44c76d50-b7ed-4e61-a4e4-4ef53acbaa85 HTTP/1.1" status: 204 len: 168 time: 0.1236420 Jun 29 00:04:03.063780 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3195c0c8-78f1-4ee7-ba2d-77d4f423ac63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:03.076690 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c76d50-b7ed-4e61-a4e4-4ef53acbaa85,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:03.084498 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:03.084973 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:03.085439 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:03.085715 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:03.086062 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:03.086419 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:03.086949 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:03.087137 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:03.087476 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:03.087990 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:03.088677 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:03.088677 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:04:03.100348 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-d801d51c-90a4-4dfe-af47-9484e9fe4b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:03.365365 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40560) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:03.381595 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2a682773-d57e-4e85-b172-7a98f297dfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:03.483219 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2a682773-d57e-4e85-b172-7a98f297dfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:03.487991 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-2a682773-d57e-4e85-b172-7a98f297dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:03.490649 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6b233ee6-f95d-4f91-b810-2bb630be3d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:03.527559 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-2a682773-d57e-4e85-b172-7a98f297dfc6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8680782f1574dbd93516f4ed9654a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610384 Jun 29 00:04:03.528609 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a682773-d57e-4e85-b172-7a98f297dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05079479-01a6-4bda-a6ef-3552f8ee821e,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:03.530397 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40562) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:03.532567 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2a682773-d57e-4e85-b172-7a98f297dfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:03.584144 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-3843d7b8-6ef3-4547-9288-ecb568516cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:03.605188 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-3843d7b8-6ef3-4547-9288-ecb568516cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:03.653107 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-3843d7b8-6ef3-4547-9288-ecb568516cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:03.655759 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-3843d7b8-6ef3-4547-9288-ecb568516cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:03.657527 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-3843d7b8-6ef3-4547-9288-ecb568516cd6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05079479-01a6-4bda-a6ef-3552f8ee821e HTTP/1.1" status: 204 len: 168 time: 0.1250443 Jun 29 00:04:03.658421 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-9c5838fd-24b1-4382-a85c-04e641a274ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:03.666017 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843d7b8-6ef3-4547-9288-ecb568516cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05079479-01a6-4bda-a6ef-3552f8ee821e,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:03.668327 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-3843d7b8-6ef3-4547-9288-ecb568516cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:05.494865 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40640) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:05.599481 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-7d83f051-eab4-488e-a3a9-2c1a32ceec1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:05.705749 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-7d83f051-eab4-488e-a3a9-2c1a32ceec1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:05.709660 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-7d83f051-eab4-488e-a3a9-2c1a32ceec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:05.712249 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-533ffc11-fcc1-44a0-9094-add472e99b57 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:05.746206 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83f051-eab4-488e-a3a9-2c1a32ceec1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233153a4-b8d1-40fa-81e8-991659e97c91,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:05.754637 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40648) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:05.755042 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-7d83f051-eab4-488e-a3a9-2c1a32ceec1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5a01f5d92244f18a9b99daf196de811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584267 Jun 29 00:04:05.755385 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-7d83f051-eab4-488e-a3a9-2c1a32ceec1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:05.803431 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-912ab5b5-2d67-4b64-89e9-fd680f5cfab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:05.825036 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-912ab5b5-2d67-4b64-89e9-fd680f5cfab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:05.872373 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-912ab5b5-2d67-4b64-89e9-fd680f5cfab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:05.875535 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-912ab5b5-2d67-4b64-89e9-fd680f5cfab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:05.879305 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-912ab5b5-2d67-4b64-89e9-fd680f5cfab0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/233153a4-b8d1-40fa-81e8-991659e97c91 HTTP/1.1" status: 204 len: 168 time: 0.1236277 Jun 29 00:04:05.880122 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6bd49559-a197-490d-b068-527730c22f91 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:05.887549 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ab5b5-2d67-4b64-89e9-fd680f5cfab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233153a4-b8d1-40fa-81e8-991659e97c91,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:05.892272 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-912ab5b5-2d67-4b64-89e9-fd680f5cfab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:06.151398 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40668) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:06.165039 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fadb064e-2301-4d3c-b45b-3b4c25fcf801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:06.258656 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fadb064e-2301-4d3c-b45b-3b4c25fcf801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:06.262599 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-fadb064e-2301-4d3c-b45b-3b4c25fcf801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:06.265416 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-08025eb3-cf81-4089-bb9b-ed7f033b88e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:06.305778 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-fadb064e-2301-4d3c-b45b-3b4c25fcf801 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1931bc587ba347ef8860efedbc5e8ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532893 Jun 29 00:04:06.306522 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb064e-2301-4d3c-b45b-3b4c25fcf801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097a21d8-616d-46a0-9aa6-68a04b11c594,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:06.308791 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40674) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:06.309584 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fadb064e-2301-4d3c-b45b-3b4c25fcf801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:06.358926 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-59854486-4703-4231-8b1b-facc77f0c443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:06.381203 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-59854486-4703-4231-8b1b-facc77f0c443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:06.429586 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-59854486-4703-4231-8b1b-facc77f0c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:06.432204 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-59854486-4703-4231-8b1b-facc77f0c443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:06.433368 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-59854486-4703-4231-8b1b-facc77f0c443 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/097a21d8-616d-46a0-9aa6-68a04b11c594 HTTP/1.1" status: 204 len: 168 time: 0.1235838 Jun 29 00:04:06.434743 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-14006354-60be-416a-9084-becf408a278e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:06.442053 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59854486-4703-4231-8b1b-facc77f0c443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a21d8-616d-46a0-9aa6-68a04b11c594,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:06.444366 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-59854486-4703-4231-8b1b-facc77f0c443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:07.466253 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40720) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:07.578175 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-80e5847c-a96c-4caf-bd1b-2f14faa02feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:07.676172 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-80e5847c-a96c-4caf-bd1b-2f14faa02feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:07.681081 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-80e5847c-a96c-4caf-bd1b-2f14faa02feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:07.683735 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-db9f1c60-656b-47e2-ba0b-bd27f58ce517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:07.720979 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5847c-a96c-4caf-bd1b-2f14faa02feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a19890-5a51-41a5-81a8-a500757842c9,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:07.725239 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-80e5847c-a96c-4caf-bd1b-2f14faa02feb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abb3b26921e347d891737b8fcbc2975a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579234 Jun 29 00:04:07.726165 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-80e5847c-a96c-4caf-bd1b-2f14faa02feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:07.729494 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40724) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:07.779213 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-55233503-42d6-405e-b828-0f9e9f8ca3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:07.799203 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-55233503-42d6-405e-b828-0f9e9f8ca3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:07.843880 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-55233503-42d6-405e-b828-0f9e9f8ca3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:07.846441 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-55233503-42d6-405e-b828-0f9e9f8ca3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:07.847570 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-55233503-42d6-405e-b828-0f9e9f8ca3f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45a19890-5a51-41a5-81a8-a500757842c9 HTTP/1.1" status: 204 len: 168 time: 0.1170704 Jun 29 00:04:07.848382 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-b52f31de-73e9-452a-9cba-bac746c37073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:07.855544 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55233503-42d6-405e-b828-0f9e9f8ca3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a19890-5a51-41a5-81a8-a500757842c9,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:07.857835 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-55233503-42d6-405e-b828-0f9e9f8ca3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:08.509204 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40754) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:08.555920 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_v2 [None req-af529c53-d450-44a5-a25d-8e93fb0552f5 admin admin] Deleting subnet 0d7200d7-850d-45db-83b0-9db406722e3d {{(pid=92977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:04:08.559167 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-af529c53-d450-44a5-a25d-8e93fb0552f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:08.593671 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-af529c53-d450-44a5-a25d-8e93fb0552f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127272940'] for subnet, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:08.637798 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-af529c53-d450-44a5-a25d-8e93fb0552f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:08.695258 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-af529c53-d450-44a5-a25d-8e93fb0552f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129828250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125969972'] for subnet, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:08.698782 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-3d20ba2b-7305-4c46-995b-a48299ddd428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:08.738478 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af529c53-d450-44a5-a25d-8e93fb0552f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d7200d7-850d-45db-83b0-9db406722e3d,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:08.745048 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-af529c53-d450-44a5-a25d-8e93fb0552f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:08.749014 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-af529c53-d450-44a5-a25d-8e93fb0552f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:08.752462 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-af529c53-d450-44a5-a25d-8e93fb0552f5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0d7200d7-850d-45db-83b0-9db406722e3d HTTP/1.1" status: 204 len: 168 time: 0.2419672 Jun 29 00:04:08.754600 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40786) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:08.838096 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:08.931397 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:08.943469 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b465e761-ef26-47c9-885e-a2d7676f6080']}} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:04:08.964923 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51e8dc6-cc7a-49f2-900f-16d57fb43294') {'for_net_delete': True} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:04:08.965220 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51e8dc6-cc7a-49f2-900f-16d57fb43294') {} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:04:08.976780 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127272951'] for segment, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:08.991365 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:08.998193 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=92977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:04:08.998615 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129828611'] for segment, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: Traceback (most recent call last): Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: timer() Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: cb(*args, **kw) Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: return func(*args, **kwargs) Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: self._notify() Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: self.callback(batched_events) Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: event.method(event) Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: return f(self, *a, **k) Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: return self._get(url).json() Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: return self.request(url, 'GET', **kwargs) Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:04:09.000358 dv-cinder-763306-13-smb neutron-server[92977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:04:09.067443 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.073771 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-96eae46d-49da-47a4-804d-b1847648050b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:09.079544 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.081987 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b465e761-ef26-47c9-885e-a2d7676f6080 HTTP/1.1" status: 204 len: 168 time: 0.3262110 Jun 29 00:04:09.088185 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40796) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:09.092555 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b465e761-ef26-47c9-885e-a2d7676f6080,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:09.095746 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-e803b72c-d6e3-409d-b665-677cbce651b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:09.144363 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29a7721-3145-4e78-9dfd-0460df122c36 admin admin] Deleting subnet b2777b85-3257-4242-a2cf-c9a159924582 {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:04:09.147626 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e29a7721-3145-4e78-9dfd-0460df122c36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.180499 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e29a7721-3145-4e78-9dfd-0460df122c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127310098'] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.217647 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e29a7721-3145-4e78-9dfd-0460df122c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.269085 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e29a7721-3145-4e78-9dfd-0460df122c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126423764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126152367'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.272310 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:09.299945 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a7721-3145-4e78-9dfd-0460df122c36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2777b85-3257-4242-a2cf-c9a159924582,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:09.302964 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e29a7721-3145-4e78-9dfd-0460df122c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:09.304073 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-e29a7721-3145-4e78-9dfd-0460df122c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.306004 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-e29a7721-3145-4e78-9dfd-0460df122c36 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b2777b85-3257-4242-a2cf-c9a159924582 HTTP/1.1" status: 204 len: 168 time: 0.2131267 Jun 29 00:04:09.308441 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40804) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:09.373795 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.455069 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.465568 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b62adee-a987-4b85-a2da-c0b4fbb265e1']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:04:09.475585 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948846e0-5344-44f7-8b93-373768aebbdc') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:04:09.475873 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948846e0-5344-44f7-8b93-373768aebbdc') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:04:09.484164 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127310089'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.498177 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.504546 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:04:09.504935 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126423117'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: Traceback (most recent call last): Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: timer() Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: cb(*args, **kw) Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: return func(*args, **kwargs) Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: self._notify() Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: self.callback(batched_events) Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: event.method(event) Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: return f(self, *a, **k) Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: return self._get(url).json() Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:04:09.506583 dv-cinder-763306-13-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:04:09.558033 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.562543 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:09.567218 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.569100 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6b62adee-a987-4b85-a2da-c0b4fbb265e1 HTTP/1.1" status: 204 len: 168 time: 0.2597601 Jun 29 00:04:09.580086 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b62adee-a987-4b85-a2da-c0b4fbb265e1,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:09.582918 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-045c40dd-5070-43dd-9f6c-e72ce2f82036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:09.733757 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40816) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:09.774914 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-b1449363-7377-4c20-abb4-9d705246bd2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1efb1ebbfe874f09ab7d90591f2e0b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397866 Jun 29 00:04:09.777488 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40818) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:09.835723 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7336-e783-4a22-b688-333400b3fe44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.861576 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7336-e783-4a22-b688-333400b3fe44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.908765 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7336-e783-4a22-b688-333400b3fe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.911465 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-bf3f7336-e783-4a22-b688-333400b3fe44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:09.912694 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-bf3f7336-e783-4a22-b688-333400b3fe44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96cc4536-d771-4c59-bcb6-b7b8bd55f945 HTTP/1.1" status: 204 len: 168 time: 0.1343026 Jun 29 00:04:09.913501 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-73d34c89-0ce7-4927-a053-0da5c9594f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:09.920863 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f7336-e783-4a22-b688-333400b3fe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cc4536-d771-4c59-bcb6-b7b8bd55f945,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:09.923720 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-bf3f7336-e783-4a22-b688-333400b3fe44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:10.254517 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40826) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:10.294512 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-2c799bb6-08e3-4975-b5b7-b4e606057c14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e32db3b014ef4fb39b6eb7f4fbed4a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386600 Jun 29 00:04:10.296771 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40828) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:10.343548 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d7a54e91-d5ee-45fd-8fa8-321893227ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:10.363618 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d7a54e91-d5ee-45fd-8fa8-321893227ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:10.409339 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d7a54e91-d5ee-45fd-8fa8-321893227ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:10.411831 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d7a54e91-d5ee-45fd-8fa8-321893227ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:10.412995 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-d7a54e91-d5ee-45fd-8fa8-321893227ae5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f1c05e7-e0fa-4216-add1-dcf9621fdf55 HTTP/1.1" status: 204 len: 168 time: 0.1152413 Jun 29 00:04:10.413813 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-80e5847c-a96c-4caf-bd1b-2f14faa02feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:10.421340 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a54e91-d5ee-45fd-8fa8-321893227ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1c05e7-e0fa-4216-add1-dcf9621fdf55,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:10.423876 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d7a54e91-d5ee-45fd-8fa8-321893227ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:14.235564 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2408-928e-4e1a-b348-aaff7a6c4fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:17.248364 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a77a656-111c-42aa-89a6-6e3634a9ccfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:18.471272 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40970) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:18.548606 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:18.577533 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bb158f88-eb8d-4e42-8847-cae11bf24eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:18.682558 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bb158f88-eb8d-4e42-8847-cae11bf24eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:18.686288 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bb158f88-eb8d-4e42-8847-cae11bf24eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:18.689607 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-2a682773-d57e-4e85-b172-7a98f297dfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:18.697496 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:04:18.729391 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-bb158f88-eb8d-4e42-8847-cae11bf24eee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ae2c6387f3343a68878ac55eec06f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570107 Jun 29 00:04:18.731503 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb158f88-eb8d-4e42-8847-cae11bf24eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f94d55-ff6e-4265-ade9-7c5a297b5942,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:18.732476 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40976) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:18.735200 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bb158f88-eb8d-4e42-8847-cae11bf24eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:18.784553 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4adc46ac-8860-4bb1-99fa-ffe19c2e551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:18.805835 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4adc46ac-8860-4bb1-99fa-ffe19c2e551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:18.855748 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4adc46ac-8860-4bb1-99fa-ffe19c2e551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:18.858306 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-4adc46ac-8860-4bb1-99fa-ffe19c2e551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:18.859440 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-4adc46ac-8860-4bb1-99fa-ffe19c2e551f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70f94d55-ff6e-4265-ade9-7c5a297b5942 HTTP/1.1" status: 204 len: 168 time: 0.1258965 Jun 29 00:04:18.860228 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-46b1d196-ca4e-4fc6-8ed6-f94eb5b35c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:18.867369 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc46ac-8860-4bb1-99fa-ffe19c2e551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f94d55-ff6e-4265-ade9-7c5a297b5942,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:18.870191 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-4adc46ac-8860-4bb1-99fa-ffe19c2e551f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:19.115971 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40982) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:19.129330 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-462d666c-289a-4f0f-864b-12f12292d277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.219102 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-462d666c-289a-4f0f-864b-12f12292d277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.222849 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-462d666c-289a-4f0f-864b-12f12292d277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.225618 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-7d83f051-eab4-488e-a3a9-2c1a32ceec1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:19.259996 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d666c-289a-4f0f-864b-12f12292d277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55145ef1-ef35-4d76-8b0b-65a0b91a9562,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:19.265403 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-462d666c-289a-4f0f-864b-12f12292d277 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0e2eec5dc664f0693c5ded31e02e523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482661 Jun 29 00:04:19.266828 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-462d666c-289a-4f0f-864b-12f12292d277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:19.267096 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40984) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:19.320166 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-48656440-a063-447b-b2af-880e0b93de54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.341174 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-48656440-a063-447b-b2af-880e0b93de54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.388715 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-48656440-a063-447b-b2af-880e0b93de54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.391449 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-48656440-a063-447b-b2af-880e0b93de54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.392669 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-48656440-a063-447b-b2af-880e0b93de54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55145ef1-ef35-4d76-8b0b-65a0b91a9562 HTTP/1.1" status: 204 len: 168 time: 0.1245813 Jun 29 00:04:19.393567 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f99ec070-9e85-4f2c-85db-938855482e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:19.401190 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48656440-a063-447b-b2af-880e0b93de54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55145ef1-ef35-4d76-8b0b-65a0b91a9562,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:19.403392 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-48656440-a063-447b-b2af-880e0b93de54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:19.480505 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.730035 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 40992) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:19.743824 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b9d862d-d3a4-4e76-b4d3-7613d6d64d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.830360 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b9d862d-d3a4-4e76-b4d3-7613d6d64d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.834326 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-1b9d862d-d3a4-4e76-b4d3-7613d6d64d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.836704 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-71ba7dff-5166-4673-880c-2c5ead55ef2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:19.873217 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1b9d862d-d3a4-4e76-b4d3-7613d6d64d7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d3a9e64b7cc4de6aeeb22cb315fe051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420805 Jun 29 00:04:19.875708 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d862d-d3a4-4e76-b4d3-7613d6d64d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d1a13d-834c-42f8-9c5c-5b9872198ba4,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:19.876301 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 40994) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:19.878771 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1b9d862d-d3a4-4e76-b4d3-7613d6d64d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:19.926683 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6609da6a-5737-4d85-adb3-8462f32573a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:19.947608 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6609da6a-5737-4d85-adb3-8462f32573a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:20.008266 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6609da6a-5737-4d85-adb3-8462f32573a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:20.010818 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-6609da6a-5737-4d85-adb3-8462f32573a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:20.011991 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-6609da6a-5737-4d85-adb3-8462f32573a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32d1a13d-834c-42f8-9c5c-5b9872198ba4 HTTP/1.1" status: 204 len: 168 time: 0.1346681 Jun 29 00:04:20.012840 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fadb064e-2301-4d3c-b45b-3b4c25fcf801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:20.021354 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609da6a-5737-4d85-adb3-8462f32573a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d1a13d-834c-42f8-9c5c-5b9872198ba4,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:20.023766 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-6609da6a-5737-4d85-adb3-8462f32573a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:20.534192 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:20.684652 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41018) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:20.781549 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.v2.base [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-355764563-network', 'tenant_id': '6b2d96a9497943dabc23fcc7d67ef37f'}} {{(pid=92977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:04:20.801109 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Made reservation on behalf of 6b2d96a9497943dabc23fcc7d67ef37f for: {'network': 1} {{(pid=92977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:04:20.803308 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for network, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:20.815053 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:20.904279 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:20.908118 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:20.910914 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ce0501b9-ee73-4053-9263-728ef4363dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:20.935850 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=92977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 00:04:20.942558 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b8f1d1-c339-4af4-a181-6390fa937238,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:20.946339 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:20.949276 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:20.949634 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.db.segments_db [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Added segment 4a545a6b-7270-4b1b-8d87-576c663f1273 of type vlan for network 03cee74d-f52d-4d19-8c9e-380c798e6799 Jun 29 00:04:20.988851 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751069081959'] for network, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:21.017591 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805'] for network, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:21.018987 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:21.019572 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:21.022420 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:21.046540 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3606756 Jun 29 00:04:21.049911 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 41022) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:21.056158 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] Request body: {'subnet': {'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-355764563-subnet', 'tenant_id': '6b2d96a9497943dabc23fcc7d67ef37f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:04:21.076935 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] Made reservation on behalf of 6b2d96a9497943dabc23fcc7d67ef37f for: {'subnet': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:04:21.079401 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126152370'] for subnet, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:21.090932 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Pushing event updated for resources: {'Network': ['ID=03cee74d-f52d-4d19-8c9e-380c798e6799,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:21.093544 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-27f4b954-f05a-4cd1-aba9-264a590787b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:21.100285 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Network 03cee74d-f52d-4d19-8c9e-380c798e6799 details requested by agent ovs-agent-dv-cinder-763306-13-smb with host dv-cinder-763306-13-smb {{(pid=92979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 00:04:21.245416 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126423575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126152356'] for subnet, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:21.247683 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-3c827b2d-eaf3-4624-a453-5229e5952081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:21.302272 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=301f5f24-6a47-4cfa-a53b-e400c84adc34,revision_number=0']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:21.306132 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:21.310000 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] Checking segment: {'id': '4a545a6b-7270-4b1b-8d87-576c663f1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:04:21.310350 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] Network hostable DHCP agents. Network: 03cee74d-f52d-4d19-8c9e-380c798e6799, hostable agents: ['d68497b3-0e3f-4f3f-8cee-d895fc3f644a'], hosted agents: [] {{(pid=92978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 00:04:21.328104 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] Network 03cee74d-f52d-4d19-8c9e-380c798e6799 is scheduled to be hosted by DHCP agent d68497b3-0e3f-4f3f-8cee-d895fc3f644a with binding_index 1 {{(pid=92978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 00:04:21.340491 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-13-smb, 03cee74d-f52d-4d19-8c9e-380c798e6799) {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:04:21.346726 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:21.347638 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:21.355730 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4383551-2db5-4460-a068-7bf7826c8e49 None None] Network 03cee74d-f52d-4d19-8c9e-380c798e6799 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:04:21.364798 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-5707e424-8174-4d84-b52a-2e1c32208832 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3125522 Jun 29 00:04:21.492639 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213bd4b8-f0ef-4808-9ca7-78ccb7d8261d None None] Network 03cee74d-f52d-4d19-8c9e-380c798e6799 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:04:22.400323 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:23.120128 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-f6148e14-dead-4342-926d-de6c0572f316 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:23.121786 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-f6148e14-dead-4342-926d-de6c0572f316 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/networks?id=03cee74d-f52d-4d19-8c9e-380c798e6799 HTTP/1.1" status: 200 len: 813 time: 0.0985427 Jun 29 00:04:23.136761 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-ea708f3e-2051-4d79-bb06-76bf718a76a2 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/quotas/6b2d96a9497943dabc23fcc7d67ef37f HTTP/1.1" status: 200 len: 375 time: 0.0096507 Jun 29 00:04:23.168983 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-d90ab3ff-3d3d-4a6f-a83b-aacf44f53c30 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b2d96a9497943dabc23fcc7d67ef37f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273433 Jun 29 00:04:23.257703 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-75c41d6e-7789-4efa-9983-2f55b4e2131d service neutron] 10.222.0.30 "GET /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824473 Jun 29 00:04:23.348790 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-71f631d4-6992-4080-833b-0da6e72a99fc service neutron] 10.222.0.30 "GET /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854380 Jun 29 00:04:23.520529 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2bea546d-7853-420a-beaf-b7027057e6e4 req-cd832dd2-1a2c-4a60-bc5a-b763dc94e7f4 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 210 time: 0.0348389 Jun 29 00:04:24.665094 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-80f746e9-5cc7-4952-b3a9-c5aa77bf3669 req-4f882efb-4090-4a8b-893f-aac37f836600 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 210 time: 0.0303755 Jun 29 00:04:24.698696 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-45af11b8-4372-47db-9c4a-626ffa90fef0 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:24.700180 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-45af11b8-4372-47db-9c4a-626ffa90fef0 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.52 "GET /v2.0/networks?id=03cee74d-f52d-4d19-8c9e-380c798e6799 HTTP/1.1" status: 200 len: 813 time: 0.1155732 Jun 29 00:04:24.719312 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Request body: {'port': {'device_id': '16f1099d-65c1-444f-90a2-895d4be67b11', 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799', 'admin_state_up': True, 'tenant_id': '6b2d96a9497943dabc23fcc7d67ef37f'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:04:24.825152 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Made reservation on behalf of 6b2d96a9497943dabc23fcc7d67ef37f for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:04:24.828571 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:24.960104 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Allocated IP 172.20.0.12 (03cee74d-f52d-4d19-8c9e-380c798e6799/301f5f24-6a47-4cfa-a53b-e400c84adc34/c025f86c-1288-49f3-9d47-643728996f93) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:04:25.113836 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:25.395842 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:25.399615 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bf7211ef-5303-4e76-9b20-962b9d3d053b tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:25.438889 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Network 03cee74d-f52d-4d19-8c9e-380c798e6799 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:04:25.442861 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:04:25.449107 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:04:25.456012 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Pushing event updated for resources: {'Port': ['ID=c025f86c-1288-49f3-9d47-643728996f93,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:25.476241 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:25.500803 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:25.501584 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:25.515651 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-fa345b84-1553-4fa5-82a7-6cd837ce095b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8004003 Jun 29 00:04:25.532765 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Request body: {'port': {'device_id': '16f1099d-65c1-444f-90a2-895d4be67b11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:04:25.613293 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:25.844773 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6ea81-1c75-4e3f-a580-6516ac16a6b5 req-937081c8-28f7-49b3-89be-2def2073a06a tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:25.846851 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-47f6ea81-1c75-4e3f-a580-6516ac16a6b5 req-937081c8-28f7-49b3-89be-2def2073a06a tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 932 time: 0.0675824 Jun 29 00:04:25.877626 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c025f86c-1288-49f3-9d47-643728996f93 {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:04:25.885159 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:25.885317 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-47f6ea81-1c75-4e3f-a580-6516ac16a6b5 req-43fedb9f-06c7-438b-bec2-9cce80612ae6 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 Jun 29 00:04:25.897264 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Transition to ACTIVE for port object c025f86c-1288-49f3-9d47-643728996f93 will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:04:25.902528 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:25.904584 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b079030b-3193-4d6d-852d-7cfdc6d29030 tempest-VolumesActionsTest-436317181 tempest-VolumesActionsTest-436317181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:25.955939 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c025f86c-1288-49f3-9d47-643728996f93,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:25.959568 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:26.022733 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Attempting to bind port c025f86c-1288-49f3-9d47-643728996f93 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:04:26.023071 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Attempting to bind port c025f86c-1288-49f3-9d47-643728996f93 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '4a545a6b-7270-4b1b-8d87-576c663f1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:04:26.023404 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Attempting to bind port c025f86c-1288-49f3-9d47-643728996f93 on network 03cee74d-f52d-4d19-8c9e-380c798e6799 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:04:26.027797 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Port c025f86c-1288-49f3-9d47-643728996f93 on network 03cee74d-f52d-4d19-8c9e-380c798e6799 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:04:26.028167 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Attempting to bind port c025f86c-1288-49f3-9d47-643728996f93 on network 03cee74d-f52d-4d19-8c9e-380c798e6799 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:04:26.032906 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:04:26.033831 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Checking segment: {'id': '4a545a6b-7270-4b1b-8d87-576c663f1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:04:26.034216 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Bound using segment: {'id': '4a545a6b-7270-4b1b-8d87-576c663f1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:04:26.034644 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Bound port: c025f86c-1288-49f3-9d47-643728996f93, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a545a6b-7270-4b1b-8d87-576c663f1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:04:26.035001 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:26.097901 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] For port c025f86c-1288-49f3-9d47-643728996f93, host hv-cinder-76330, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:04:26.101318 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] For port c025f86c-1288-49f3-9d47-643728996f93, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c025f86c-1288-49f3-9d47-643728996f93,segment=NetworkSegment(4a545a6b-7270-4b1b-8d87-576c663f1273),segment_id=4a545a6b-7270-4b1b-8d87-576c663f1273)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:04:26.105323 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:26.107379 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:26.136489 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:26.137096 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:26.138648 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] 10.222.0.52 "PUT /v2.0/ports/c025f86c-1288-49f3-9d47-643728996f93 HTTP/1.1" status: 200 len: 1094 time: 0.6098588 Jun 29 00:04:26.140886 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f1099d-65c1-444f-90a2-895d4be67b11', 'tag': 'c025f86c-1288-49f3-9d47-643728996f93'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:04:26.143701 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4bd331-b5b0-453e-82dd-5062fa8a9102" -d '{"events": [{"name": "network-changed", "server_uuid": "16f1099d-65c1-444f-90a2-895d4be67b11", "tag": "c025f86c-1288-49f3-9d47-643728996f93"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:04:26.170730 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c025f86c-1288-49f3-9d47-643728996f93,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:26.173883 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-a175ada6-b6fd-4b89-a475-c6342d0109b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:26.184738 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5075218c-cf61-40f7-9487-2ee0d11abb78 x-openstack-request-id: req-5075218c-cf61-40f7-9487-2ee0d11abb78 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:04:26.185120 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f1099d-65c1-444f-90a2-895d4be67b11", "tag": "c025f86c-1288-49f3-9d47-643728996f93", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:04:26.185409 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5075218c-cf61-40f7-9487-2ee0d11abb78 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:04:26.185830 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f1099d-65c1-444f-90a2-895d4be67b11', 'tag': 'c025f86c-1288-49f3-9d47-643728996f93', 'status': 'completed', 'code': 200} Jun 29 00:04:26.256688 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-0707e7cc-ab38-4286-b238-be02f53b3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:26.258157 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-0707e7cc-ab38-4286-b238-be02f53b3c35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b2d96a9497943dabc23fcc7d67ef37f&device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 1097 time: 0.0553563 Jun 29 00:04:26.303241 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-ff58c0b9-a5f7-4f4d-bc18-a58b6dbee9d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c025f86c-1288-49f3-9d47-643728996f93 HTTP/1.1" status: 200 len: 217 time: 0.0320158 Jun 29 00:04:26.351481 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-893482e5-eb79-42f1-a301-9ddcb893c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:26.352897 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-893482e5-eb79-42f1-a301-9ddcb893c749 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=301f5f24-6a47-4cfa-a53b-e400c84adc34 HTTP/1.1" status: 200 len: 853 time: 0.0438271 Jun 29 00:04:26.389889 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-9418ce02-ccfd-4cef-b163-d2aa7bc2e23f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03cee74d-f52d-4d19-8c9e-380c798e6799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301683 Jun 29 00:04:26.479031 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-a68769f5-ef73-4da6-b58b-95bf0ba01666 service neutron] 10.222.0.52 "GET /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820851 Jun 29 00:04:26.534015 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41106) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:26.569359 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-80a14cb0-1000-4003-b85a-bcf87eefc1d4 req-41ee3760-6bba-4dd5-9538-a5cdda47c316 service neutron] 10.222.0.52 "GET /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840790 Jun 29 00:04:26.649500 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e105f438-ac4c-41f5-bf28-0ef0420ee253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:26.708936 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bd331-b5b0-453e-82dd-5062fa8a9102 req-21937bd4-96e1-43f5-975d-ca9b65a2af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:26.710438 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1a4bd331-b5b0-453e-82dd-5062fa8a9102 req-21937bd4-96e1-43f5-975d-ca9b65a2af2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b2d96a9497943dabc23fcc7d67ef37f&device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 1097 time: 0.0553761 Jun 29 00:04:26.744335 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e105f438-ac4c-41f5-bf28-0ef0420ee253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:26.748917 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-e105f438-ac4c-41f5-bf28-0ef0420ee253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:26.752384 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-dacf2015-8eaa-4c03-8edd-8e105ef1b755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:26.787886 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-e105f438-ac4c-41f5-bf28-0ef0420ee253 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af482be81e024d97a34863740c148a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527766 Jun 29 00:04:26.789383 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105f438-ac4c-41f5-bf28-0ef0420ee253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580c4a0e-5136-46d1-8c39-a14fcca0dd1c,revision_number=1']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:26.792239 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-e105f438-ac4c-41f5-bf28-0ef0420ee253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:26.792898 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41110) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:26.804464 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bd331-b5b0-453e-82dd-5062fa8a9102 req-13bdb481-9fe8-465c-b729-5992eaddb0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:26.806028 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1a4bd331-b5b0-453e-82dd-5062fa8a9102 req-13bdb481-9fe8-465c-b729-5992eaddb0ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=03cee74d-f52d-4d19-8c9e-380c798e6799 HTTP/1.1" status: 200 len: 914 time: 0.0885303 Jun 29 00:04:26.842794 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6ad605a2-4a9e-4c3b-b0d9-8fca569ae57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:26.850970 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1a4bd331-b5b0-453e-82dd-5062fa8a9102 req-07a3fe8d-7891-43b4-8c9d-441047bf3e5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c025f86c-1288-49f3-9d47-643728996f93 HTTP/1.1" status: 200 len: 217 time: 0.0381258 Jun 29 00:04:26.863882 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6ad605a2-4a9e-4c3b-b0d9-8fca569ae57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:26.900277 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bd331-b5b0-453e-82dd-5062fa8a9102 req-84f0993e-3b39-4aa5-bffa-bc21c29f90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:26.900854 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1a4bd331-b5b0-453e-82dd-5062fa8a9102 req-84f0993e-3b39-4aa5-bffa-bc21c29f90fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=301f5f24-6a47-4cfa-a53b-e400c84adc34 HTTP/1.1" status: 200 len: 853 time: 0.0435240 Jun 29 00:04:26.911775 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6ad605a2-4a9e-4c3b-b0d9-8fca569ae57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:26.914347 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-6ad605a2-4a9e-4c3b-b0d9-8fca569ae57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:26.917813 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-6ad605a2-4a9e-4c3b-b0d9-8fca569ae57d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/580c4a0e-5136-46d1-8c39-a14fcca0dd1c HTTP/1.1" status: 204 len: 168 time: 0.1216362 Jun 29 00:04:26.917813 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-1157352e-49b2-41f6-8dc7-fd1dc615134c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:26.925460 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad605a2-4a9e-4c3b-b0d9-8fca569ae57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580c4a0e-5136-46d1-8c39-a14fcca0dd1c,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:26.927750 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-6ad605a2-4a9e-4c3b-b0d9-8fca569ae57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:26.936870 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1a4bd331-b5b0-453e-82dd-5062fa8a9102 req-95dd4a0d-924e-484a-9381-27eba0ae8d3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03cee74d-f52d-4d19-8c9e-380c798e6799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295482 Jun 29 00:04:27.038704 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1a4bd331-b5b0-453e-82dd-5062fa8a9102 req-84bffedb-0fec-4cc6-8b7d-75410a923243 service neutron] 10.222.0.52 "GET /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929992 Jun 29 00:04:27.088246 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1561524-a4f5-42ad-98f3-254bfe120e4c req-7abd074f-779d-4617-b126-c65eb5034741 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:27.089745 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d1561524-a4f5-42ad-98f3-254bfe120e4c req-7abd074f-779d-4617-b126-c65eb5034741 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 944 time: 0.0695577 Jun 29 00:04:27.128563 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-d1561524-a4f5-42ad-98f3-254bfe120e4c req-6dcc0e6f-062b-4215-9a25-026f31fa3003 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Jun 29 00:04:27.137134 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-1a4bd331-b5b0-453e-82dd-5062fa8a9102 req-f620e629-9794-4669-ae19-4416190d6b05 service neutron] 10.222.0.52 "GET /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913725 Jun 29 00:04:28.300012 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b03ff-e0ab-4efd-91f3-cb2c4bafeb4e req-6823813e-156d-44d5-8500-7e5d7ce0396f tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:28.301515 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3a7b03ff-e0ab-4efd-91f3-cb2c4bafeb4e req-6823813e-156d-44d5-8500-7e5d7ce0396f tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 944 time: 0.0632436 Jun 29 00:04:28.338701 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-3a7b03ff-e0ab-4efd-91f3-cb2c4bafeb4e req-c1dbf09c-b65b-4a55-9de0-6f8330c131a9 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317023 Jun 29 00:04:29.146380 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device c025f86c-1288-49f3-9d47-643728996f93 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:04:29.245099 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port c025f86c-1288-49f3-9d47-643728996f93, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c025f86c-1288-49f3-9d47-643728996f93,segment=NetworkSegment(4a545a6b-7270-4b1b-8d87-576c663f1273),segment_id=4a545a6b-7270-4b1b-8d87-576c663f1273)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:04:29.255015 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': 'c025f86c-1288-49f3-9d47-643728996f93', 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799', 'port_id': 'c025f86c-1288-49f3-9d47-643728996f93', 'mac_address': 'fa:16:3e:96:0d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301f5f24-6a47-4cfa-a53b-e400c84adc34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:04:29.292807 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:29.305926 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c025f86c-1288-49f3-9d47-643728996f93 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:04:29.325924 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port c025f86c-1288-49f3-9d47-643728996f93, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c025f86c-1288-49f3-9d47-643728996f93,segment=NetworkSegment(4a545a6b-7270-4b1b-8d87-576c663f1273),segment_id=4a545a6b-7270-4b1b-8d87-576c663f1273)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:04:29.329884 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:29.332234 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:29.380905 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=c025f86c-1288-49f3-9d47-643728996f93,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:29.383919 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:29.509591 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288c616-60ff-4971-9263-eb2819757ce3 req-538f25a7-8bdb-46c6-a75a-a2d07987fd77 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:29.511123 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b288c616-60ff-4971-9263-eb2819757ce3 req-538f25a7-8bdb-46c6-a75a-a2d07987fd77 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 945 time: 0.0638061 Jun 29 00:04:29.555111 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-b288c616-60ff-4971-9263-eb2819757ce3 req-0c443965-2d0a-4ee8-9e4b-253183ab1e2d tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383003 Jun 29 00:04:29.652330 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['c025f86c-1288-49f3-9d47-643728996f93'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:04:30.731985 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda5664-8266-4a69-8f94-261b994c9f21 req-9a4e3eea-bd92-4b38-a20e-84ecb8427dab tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:30.733383 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2bda5664-8266-4a69-8f94-261b994c9f21 req-9a4e3eea-bd92-4b38-a20e-84ecb8427dab tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 945 time: 0.0676637 Jun 29 00:04:30.770074 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2bda5664-8266-4a69-8f94-261b994c9f21 req-7e90804a-28b3-4431-b15f-9294177ca554 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Jun 29 00:04:31.153915 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device c025f86c-1288-49f3-9d47-643728996f93 up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:04:31.202886 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port c025f86c-1288-49f3-9d47-643728996f93 completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:04:31.206489 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port c025f86c-1288-49f3-9d47-643728996f93 triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:04:31.206868 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:31.289392 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:31.309073 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f1099d-65c1-444f-90a2-895d4be67b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c025f86c-1288-49f3-9d47-643728996f93'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:04:31.311349 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cd9617-ffb5-4c6e-8673-2bfe64235b30" -d '{"events": [{"server_uuid": "16f1099d-65c1-444f-90a2-895d4be67b11", "name": "network-vif-plugged", "status": "completed", "tag": "c025f86c-1288-49f3-9d47-643728996f93"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:04:31.324240 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port c025f86c-1288-49f3-9d47-643728996f93, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c025f86c-1288-49f3-9d47-643728996f93,segment=NetworkSegment(4a545a6b-7270-4b1b-8d87-576c663f1273),segment_id=4a545a6b-7270-4b1b-8d87-576c663f1273)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:04:31.328901 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:31.332005 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-07daf391-de7b-4be2-9fd0-26be10ec058c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:31.355153 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c9a4bb-44c4-4f03-81de-4ec69f966e24 x-openstack-request-id: req-65c9a4bb-44c4-4f03-81de-4ec69f966e24 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:04:31.355458 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f1099d-65c1-444f-90a2-895d4be67b11", "name": "network-vif-plugged", "status": "completed", "tag": "c025f86c-1288-49f3-9d47-643728996f93", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:04:31.355717 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65c9a4bb-44c4-4f03-81de-4ec69f966e24 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:04:31.356137 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f1099d-65c1-444f-90a2-895d4be67b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c025f86c-1288-49f3-9d47-643728996f93', 'code': 200} Jun 29 00:04:31.382569 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=c025f86c-1288-49f3-9d47-643728996f93,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:31.386464 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:31.614400 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22f6b2-7022-419c-b322-4d02dff38857 req-aeb6d8ed-5f2d-4c8d-affa-6bbe9ccc260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:31.615889 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-0c22f6b2-7022-419c-b322-4d02dff38857 req-aeb6d8ed-5f2d-4c8d-affa-6bbe9ccc260c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 1099 time: 0.0591340 Jun 29 00:04:31.651157 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-0c22f6b2-7022-419c-b322-4d02dff38857 req-1d1ed0ad-42f7-43e5-8113-a252ac5d4716 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282092 Jun 29 00:04:31.947400 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d816b3-3484-4562-ba9e-fba2bce44de7 req-5fcac53d-3c0c-45e8-b187-92902ee663bc tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:31.948952 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-45d816b3-3484-4562-ba9e-fba2bce44de7 req-5fcac53d-3c0c-45e8-b187-92902ee663bc tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 946 time: 0.0645196 Jun 29 00:04:31.989286 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-45d816b3-3484-4562-ba9e-fba2bce44de7 req-4704ecde-2f66-4b5d-8c7f-a7fa4aa4d7a0 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346780 Jun 29 00:04:33.170510 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fc271-f3d6-4777-bcbc-11c63a53ee43 req-81347fe9-e139-4eed-8c2e-7ea639decded tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:33.173400 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f05fc271-f3d6-4777-bcbc-11c63a53ee43 req-81347fe9-e139-4eed-8c2e-7ea639decded tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 946 time: 0.0681875 Jun 29 00:04:33.211849 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-f05fc271-f3d6-4777-bcbc-11c63a53ee43 req-a1722f60-1582-4c9e-a2ff-f5aace43abeb tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321877 Jun 29 00:04:44.237586 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8efa63be-bd45-43ed-91ec-bd151cd2d075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:47.252030 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2bdabea1-778a-45c1-8807-2ce5321095c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:48.552088 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:49.484386 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:50.538924 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:52.422712 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:55.697373 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:04:56.081684 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-df429706-0fec-4ea6-9219-ebf9ba3bfdd5 req-155f6220-e4a9-4976-9df9-b158fa16d8ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521500 Jun 29 00:04:56.227777 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429706-0fec-4ea6-9219-ebf9ba3bfdd5 req-5809c611-fe25-40a9-8c3e-9c02992061ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:56.229295 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-df429706-0fec-4ea6-9219-ebf9ba3bfdd5 req-5809c611-fe25-40a9-8c3e-9c02992061ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c89b5c869b44e2980283ab67bb06fb&device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 1098 time: 0.0542502 Jun 29 00:04:56.364619 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429706-0fec-4ea6-9219-ebf9ba3bfdd5 req-15d2ff92-03c4-4fc2-8dac-31e18b2a137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:56.366024 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-df429706-0fec-4ea6-9219-ebf9ba3bfdd5 req-15d2ff92-03c4-4fc2-8dac-31e18b2a137a service neutron] 10.222.0.52 "GET /v2.0/networks?id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a HTTP/1.1" status: 200 len: 910 time: 0.1037660 Jun 29 00:04:56.437437 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-df429706-0fec-4ea6-9219-ebf9ba3bfdd5 req-f74e59be-a6b1-4ae1-a2c1-f32267a29b8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55 HTTP/1.1" status: 200 len: 1001 time: 0.0634379 Jun 29 00:04:56.489787 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429706-0fec-4ea6-9219-ebf9ba3bfdd5 req-e954b3f1-bbf5-43d6-bdbc-56ea3dcdd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:56.491739 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-df429706-0fec-4ea6-9219-ebf9ba3bfdd5 req-e954b3f1-bbf5-43d6-bdbc-56ea3dcdd75d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1fb62657-b322-4949-a417-3ea0c3b15387 HTTP/1.1" status: 200 len: 848 time: 0.0466743 Jun 29 00:04:56.551544 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429706-0fec-4ea6-9219-ebf9ba3bfdd5 req-03663d36-4e96-45b6-99c0-da9249e13ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:04:56.553057 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-df429706-0fec-4ea6-9219-ebf9ba3bfdd5 req-03663d36-4e96-45b6-99c0-da9249e13ed9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0547793 Jun 29 00:04:56.643597 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-df429706-0fec-4ea6-9219-ebf9ba3bfdd5 req-de3daae3-aeec-4c8a-8a1d-282aa7164502 service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828443 Jun 29 00:04:56.734108 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-df429706-0fec-4ea6-9219-ebf9ba3bfdd5 req-608b1028-b8b5-409e-ad66-7d505d7cdc3f service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836940 Jun 29 00:04:57.062783 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 41430) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:57.176723 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4d8324c7-a39f-4e51-b2ad-845f4e5217df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:57.263939 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4d8324c7-a39f-4e51-b2ad-845f4e5217df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:57.267943 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-4d8324c7-a39f-4e51-b2ad-845f4e5217df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:57.271607 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-615c5730-7f80-456a-b6af-195ae217adc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:57.308447 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-4d8324c7-a39f-4e51-b2ad-845f4e5217df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a151c42992a4fdc96f939d35bc5e921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445433 Jun 29 00:04:57.309382 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8324c7-a39f-4e51-b2ad-845f4e5217df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea78f675-6b8c-47c6-8326-2c6e17b8cfb8,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:57.311508 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41440) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:57.313498 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-4d8324c7-a39f-4e51-b2ad-845f4e5217df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:57.364415 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f902657e-2b41-4e36-a33c-13bb10922258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:57.386399 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f902657e-2b41-4e36-a33c-13bb10922258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:57.439908 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f902657e-2b41-4e36-a33c-13bb10922258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:57.443884 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f902657e-2b41-4e36-a33c-13bb10922258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:57.445819 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-f902657e-2b41-4e36-a33c-13bb10922258 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea78f675-6b8c-47c6-8326-2c6e17b8cfb8 HTTP/1.1" status: 204 len: 168 time: 0.1331842 Jun 29 00:04:57.446734 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-63866736-7ec4-4f1b-8613-b333a145fcba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:04:57.460777 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902657e-2b41-4e36-a33c-13bb10922258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea78f675-6b8c-47c6-8326-2c6e17b8cfb8,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:04:57.466226 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f902657e-2b41-4e36-a33c-13bb10922258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:04:59.681319 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 41456) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:04:59.842933 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Deleting port e36b5c5d-66cc-47c1-bc04-69edfacd95ff {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:04:59.843283 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:59.917278 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:59.917611 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:04:59.929485 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Calling delete_port for e36b5c5d-66cc-47c1-bc04-69edfacd95ff owned by network:floatingip {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:00.095070 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:00.096997 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f0ae8c75-2b9b-4311-a5eb-a2885e6e8b96 tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:00.119421 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event deleted for resources: {'Port': ['ID=e36b5c5d-66cc-47c1-bc04-69edfacd95ff,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:00.122509 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:00.180664 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for floatingip, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:00.180989 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.db.l3_db [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Floating IP 0d19b0b2-2716-4723-8108-3dabf03c5bbb disassociated (deleted). External IP: 172.28.0.176, port: 01dffdb2-e770-46ec-9e3a-e085fbb79c55. Jun 29 00:05:00.382967 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:05:00.499814 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:05:00.505838 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for floatingip, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:00.511847 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1fde94-63c2-4870-a726-6caf389c0825 None None] Sync routers for ids ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:05:00.523727 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1fde94-63c2-4870-a726-6caf389c0825 None None] Routers {'35d60d03-ea95-48f9-8ddf-b57e236b4d1d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:00.524423 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-aa1fde94-63c2-4870-a726-6caf389c0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:04:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:00.546582 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-bd0dd23e-8d58-4fee-8caf-66c117abc78e tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "DELETE /v2.0/floatingips/0d19b0b2-2716-4723-8108-3dabf03c5bbb HTTP/1.1" status: 204 len: 168 time: 0.8641396 Jun 29 00:05:00.547335 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:05:00.549797 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44076cb-81b5-4556-9837-649a5ef2b186" -d '{"events": [{"name": "network-changed", "server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:05:00.594358 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22be0f4d-343a-43db-92ec-944c5f59df52 x-openstack-request-id: req-22be0f4d-343a-43db-92ec-944c5f59df52 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:05:00.595128 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:05:00.595490 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22be0f4d-343a-43db-92ec-944c5f59df52 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:05:00.596364 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'status': 'completed', 'code': 200} Jun 29 00:05:00.651165 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-aa1fde94-63c2-4870-a726-6caf389c0825 None None] Set router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:00.713294 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44076cb-81b5-4556-9837-649a5ef2b186 req-9b7b62e6-7ad6-42c9-b70c-a130e678c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:00.714979 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-d44076cb-81b5-4556-9837-649a5ef2b186 req-9b7b62e6-7ad6-42c9-b70c-a130e678c181 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c89b5c869b44e2980283ab67bb06fb&device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 1098 time: 0.0756302 Jun 29 00:05:00.855072 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44076cb-81b5-4556-9837-649a5ef2b186 req-184b0bd1-d81c-4b97-a07f-3c7571b393df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:00.857046 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-d44076cb-81b5-4556-9837-649a5ef2b186 req-184b0bd1-d81c-4b97-a07f-3c7571b393df service neutron] 10.222.0.52 "GET /v2.0/networks?id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a HTTP/1.1" status: 200 len: 910 time: 0.1345899 Jun 29 00:05:00.877856 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-aa1fde94-63c2-4870-a726-6caf389c0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4a1d7475-55d1-44c5-bc7d-af4894861f70', 'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'mac_address': 'fa:16:3e:97:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:32Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 5, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'subnets': [{'id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:00.905789 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1fde94-63c2-4870-a726-6caf389c0825 None None] Checking router: 35d60d03-ea95-48f9-8ddf-b57e236b4d1d for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:05:00.914698 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1fde94-63c2-4870-a726-6caf389c0825 None None] Routers {'35d60d03-ea95-48f9-8ddf-b57e236b4d1d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:00.915312 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-aa1fde94-63c2-4870-a726-6caf389c0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:04:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:00.966436 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1dc78-9f14-466d-a912-894fd8716115 req-5076b3e9-2432-4675-b63a-fdf2d977979f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:00.968093 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2da1dc78-9f14-466d-a912-894fd8716115 req-5076b3e9-2432-4675-b63a-fdf2d977979f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0657415 Jun 29 00:05:00.996275 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-d44076cb-81b5-4556-9837-649a5ef2b186 req-bad28eb7-6d95-4b33-98d8-8688739fdaf5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55 HTTP/1.1" status: 200 len: 217 time: 0.0480280 Jun 29 00:05:01.018146 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2da1dc78-9f14-466d-a912-894fd8716115 req-be998937-67c4-4a9c-bb06-7ddd1aa4ccb2 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409732 Jun 29 00:05:01.026227 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-aa1fde94-63c2-4870-a726-6caf389c0825 None None] Set router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:01.084171 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44076cb-81b5-4556-9837-649a5ef2b186 req-70750479-3fed-46e5-9d6e-fa957658e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:01.085739 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-d44076cb-81b5-4556-9837-649a5ef2b186 req-70750479-3fed-46e5-9d6e-fa957658e029 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1fb62657-b322-4949-a417-3ea0c3b15387 HTTP/1.1" status: 200 len: 848 time: 0.0489759 Jun 29 00:05:01.146042 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44076cb-81b5-4556-9837-649a5ef2b186 req-c5dbec2b-1049-42be-940a-eb8a16ab1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:01.147666 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-d44076cb-81b5-4556-9837-649a5ef2b186 req-c5dbec2b-1049-42be-940a-eb8a16ab1254 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d101bc5a-6628-4c44-b1cd-e4d1844eea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0533447 Jun 29 00:05:01.248758 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-d44076cb-81b5-4556-9837-649a5ef2b186 req-e2990df4-476a-4ace-9910-210c47edbdb2 service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842202 Jun 29 00:05:01.341574 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-aa1fde94-63c2-4870-a726-6caf389c0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4a1d7475-55d1-44c5-bc7d-af4894861f70', 'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'mac_address': 'fa:16:3e:97:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:32Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 5, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'subnets': [{'id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:01.343064 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-d44076cb-81b5-4556-9837-649a5ef2b186 req-2f4722f4-1eb8-410c-9126-a7448adf2368 service neutron] 10.222.0.52 "GET /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842161 Jun 29 00:05:01.369048 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1fde94-63c2-4870-a726-6caf389c0825 None None] The sync data for ids ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'] in dv-cinder-763306-13-smb is: [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:00:33Z', 'revision_number': 4, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb', '_interfaces': [{'id': '4a1d7475-55d1-44c5-bc7d-af4894861f70', 'name': '', 'network_id': 'd101bc5a-6628-4c44-b1cd-e4d1844eea2a', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'mac_address': 'fa:16:3e:97:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:32Z', 'updated_at': '2021-06-29T00:00:39Z', 'revision_number': 5, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'subnets': [{'id': '1fb62657-b322-4949-a417-3ea0c3b15387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:05:01.568632 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451cdcc2-bb33-4156-ad6f-4a418f40e3de None None] New status for floating IP 0d19b0b2-2716-4723-8108-3dabf03c5bbb: DOWN {{(pid=92980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 00:05:02.198126 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea71ef-d9cf-4b1a-adbd-b1aae454506a req-e2d2605a-3ae7-420e-8cab-990ceaa3d181 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:02.199634 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e8ea71ef-d9cf-4b1a-adbd-b1aae454506a req-e2d2605a-3ae7-420e-8cab-990ceaa3d181 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0653830 Jun 29 00:05:02.237143 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e8ea71ef-d9cf-4b1a-adbd-b1aae454506a req-58166733-f4f5-4e3c-8361-650ed9ecb2e8 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/security-groups?id=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317500 Jun 29 00:05:02.727716 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc4bce-66c0-403e-92eb-9cf66ccebacc req-0d0b1e45-8d62-4d20-b897-d7214def562f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:02.730423 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-24bc4bce-66c0-403e-92eb-9cf66ccebacc req-0d0b1e45-8d62-4d20-b897-d7214def562f tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 945 time: 0.0690229 Jun 29 00:05:02.835692 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-24bc4bce-66c0-403e-92eb-9cf66ccebacc req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Deleting port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:02.836157 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-24bc4bce-66c0-403e-92eb-9cf66ccebacc req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:02.949127 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-24bc4bce-66c0-403e-92eb-9cf66ccebacc req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] For port 01dffdb2-e770-46ec-9e3a-e085fbb79c55, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=01dffdb2-e770-46ec-9e3a-e085fbb79c55,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:02.949489 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-24bc4bce-66c0-403e-92eb-9cf66ccebacc req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:02.962926 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-24bc4bce-66c0-403e-92eb-9cf66ccebacc req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Calling delete_port for 01dffdb2-e770-46ec-9e3a-e085fbb79c55 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:03.098197 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-24bc4bce-66c0-403e-92eb-9cf66ccebacc req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:03.103604 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-67c546c4-091f-45b8-8fd1-0c7d96263812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:03.128654 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event deleted for resources: {'Port': ['ID=01dffdb2-e770-46ec-9e3a-e085fbb79c55,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:03.162504 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:03.162944 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:03.163862 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:03.164220 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:03.164578 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:03.164929 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:03.165279 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:03.165626 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:03.165976 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:03.166321 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:03.166665 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:03.167008 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:03.184749 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:03.185443 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bc4bce-66c0-403e-92eb-9cf66ccebacc req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] No DVR routers for this DVR port 01dffdb2-e770-46ec-9e3a-e085fbb79c55 on host hv-cinder-76330 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:05:03.187697 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-24bc4bce-66c0-403e-92eb-9cf66ccebacc req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:03.189865 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-24bc4bce-66c0-403e-92eb-9cf66ccebacc req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.52 "DELETE /v2.0/ports/01dffdb2-e770-46ec-9e3a-e085fbb79c55 HTTP/1.1" status: 204 len: 173 time: 0.4547422 Jun 29 00:05:03.190388 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'name': 'network-vif-deleted', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:05:03.192821 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f41b9a3-3f08-4e40-8951-798827dc61e6" -d '{"events": [{"server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "name": "network-vif-deleted", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:05:03.236803 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4707a880-37aa-4a3b-9803-285f3a358a86 x-openstack-request-id: req-4707a880-37aa-4a3b-9803-285f3a358a86 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:05:03.237152 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b901064-1331-47e2-9676-138e64c91278", "name": "network-vif-deleted", "tag": "01dffdb2-e770-46ec-9e3a-e085fbb79c55", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:05:03.237417 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4707a880-37aa-4a3b-9803-285f3a358a86 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:05:03.237840 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b901064-1331-47e2-9676-138e64c91278', 'name': 'network-vif-deleted', 'tag': '01dffdb2-e770-46ec-9e3a-e085fbb79c55', 'status': 'completed', 'code': 200} Jun 29 00:05:03.394733 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-6278acc4-517c-45dc-ac98-06bba27eac15 req-4486aa31-be5a-441d-b00b-2a8bc3156db5 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b901064-1331-47e2-9676-138e64c91278 HTTP/1.1" status: 200 len: 210 time: 0.0300186 Jun 29 00:05:04.494435 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 41494) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:04.552453 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e906-cdf0-45e0-a4c2-047768ec54f9 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:04.575815 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e906-cdf0-45e0-a4c2-047768ec54f9 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:04.636642 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e906-cdf0-45e0-a4c2-047768ec54f9 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:04.639345 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c3d2e906-cdf0-45e0-a4c2-047768ec54f9 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Notify callbacks [] for security_group, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:04.640625 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-c3d2e906-cdf0-45e0-a4c2-047768ec54f9 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] 10.222.0.30 "DELETE /v2.0/security-groups/ec93c6f3-1fc5-4f90-a11c-6f83b63cce63 HTTP/1.1" status: 204 len: 168 time: 0.1451592 Jun 29 00:05:04.641339 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-e5d33fe6-343e-4e88-a6fe-00dd5904eddc tempest-AttachVolumeShelveTestJSON-779137938 tempest-AttachVolumeShelveTestJSON-779137938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:04.650930 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2e906-cdf0-45e0-a4c2-047768ec54f9 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec93c6f3-1fc5-4f90-a11c-6f83b63cce63,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:04.653264 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c3d2e906-cdf0-45e0-a4c2-047768ec54f9 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:04.682288 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41498) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:05.028465 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774989'] for router_interface, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:05.269500 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Deleting port 4a1d7475-55d1-44c5-bc7d-af4894861f70 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:05.269736 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:05.315130 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 01dffdb2-e770-46ec-9e3a-e085fbb79c55 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:05.337877 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: 01dffdb2-e770-46ec-9e3a-e085fbb79c55 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:05.338238 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 01dffdb2-e770-46ec-9e3a-e085fbb79c55 not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:05.346349 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] For port 4a1d7475-55d1-44c5-bc7d-af4894861f70, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=4a1d7475-55d1-44c5-bc7d-af4894861f70,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:05.346722 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:05.359304 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Calling delete_port for 4a1d7475-55d1-44c5-bc7d-af4894861f70 owned by network:router_interface {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:05.541821 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:05.544610 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-8bbaf007-d0c3-419c-b42a-70e69a0d4d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:05.570835 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1d7475-55d1-44c5-bc7d-af4894861f70,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:05.582542 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:05.582932 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:05.583565 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:05.583937 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:05.584370 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:05.584801 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:05.585767 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:05.586127 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:05.586493 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:05.586854 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:05.587279 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:05.587703 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:05.605297 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:05.742185 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3870798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3775129'] for router_interface, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:05.956409 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:05:06.339122 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:05:06.347374 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-d7718548-d914-482c-81d1-fe81dbeacef1 admin admin] 10.222.0.30 "PUT /v2.0/routers/35d60d03-ea95-48f9-8ddf-b57e236b4d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6639154 Jun 29 00:05:06.348005 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 41510) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:06.352895 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a64bc-8e69-4a04-a531-24ec1df8c7e3 None None] Sync routers for ids ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'] in dv-cinder-763306-13-smb {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:05:06.362788 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a64bc-8e69-4a04-a531-24ec1df8c7e3 None None] Routers {'35d60d03-ea95-48f9-8ddf-b57e236b4d1d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:06.363406 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-3e1a64bc-8e69-4a04-a531-24ec1df8c7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:04:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:06.471181 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-3e1a64bc-8e69-4a04-a531-24ec1df8c7e3 None None] Set router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:06.679718 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-3e1a64bc-8e69-4a04-a531-24ec1df8c7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:05:05Z', 'revision_number': 5, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:06.706731 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a64bc-8e69-4a04-a531-24ec1df8c7e3 None None] Checking router: 35d60d03-ea95-48f9-8ddf-b57e236b4d1d for host: dv-cinder-763306-13-smb {{(pid=92979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:05:06.710517 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Notify callbacks [] for router, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:06.716182 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a64bc-8e69-4a04-a531-24ec1df8c7e3 None None] Routers {'35d60d03-ea95-48f9-8ddf-b57e236b4d1d'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:06.716812 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-3e1a64bc-8e69-4a04-a531-24ec1df8c7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:04:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'], 'active': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:06.806764 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:06.819471 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvr_db [None req-3e1a64bc-8e69-4a04-a531-24ec1df8c7e3 None None] Set router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d gateway port host: dv-cinder-763306-13-smb {{(pid=92979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:06.867040 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Deleting port 5f6c3106-855e-42a0-8ab7-7fc42d90a967 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:06.867331 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:06.942526 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] For port 5f6c3106-855e-42a0-8ab7-7fc42d90a967, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=5f6c3106-855e-42a0-8ab7-7fc42d90a967,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:06.942877 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:06.954951 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Calling delete_port for 5f6c3106-855e-42a0-8ab7-7fc42d90a967 owned by network:router_gateway {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:07.000656 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_hamode_db [None req-3e1a64bc-8e69-4a04-a531-24ec1df8c7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:05:05Z', 'revision_number': 5, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:07.030388 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a64bc-8e69-4a04-a531-24ec1df8c7e3 None None] The sync data for ids ['35d60d03-ea95-48f9-8ddf-b57e236b4d1d'] in dv-cinder-763306-13-smb is: [{'id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'name': 'tempest-TestShelveInstance-1476713103-router', 'tenant_id': '35c89b5c869b44e2980283ab67bb06fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:30Z', 'updated_at': '2021-06-29T00:05:05Z', 'revision_number': 5, 'project_id': '35c89b5c869b44e2980283ab67bb06fb', 'gw_port': {'id': '5f6c3106-855e-42a0-8ab7-7fc42d90a967', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:98:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d60d03-ea95-48f9-8ddf-b57e236b4d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:31Z', 'updated_at': '2021-06-29T00:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}] {{(pid=92979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:05:07.128611 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.130833 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7c3dd131-f689-4b76-9aa3-0dc2357aa517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:07.159155 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6c3106-855e-42a0-8ab7-7fc42d90a967,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:07.163016 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:07.220967 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3776071'] for router_gateway, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.314235 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38174'] for router, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.316207 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.361004 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776033'] for router, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.361521 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35d60d03-ea95-48f9-8ddf-b57e236b4d1d {{(pid=92978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:05:07.366101 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] Notify callbacks [] for router, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.369551 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-f2d6e9b6-6473-43dd-bbc9-fb1f4bb6cd83 admin admin] 10.222.0.30 "DELETE /v2.0/routers/35d60d03-ea95-48f9-8ddf-b57e236b4d1d HTTP/1.1" status: 204 len: 168 time: 1.0182385 Jun 29 00:05:07.369840 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 41514) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:07.418653 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_v2 [None req-610fe329-41e2-47ec-bd68-f29182700d19 admin admin] Deleting subnet 1fb62657-b322-4949-a417-3ea0c3b15387 {{(pid=92978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:05:07.421813 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-610fe329-41e2-47ec-bd68-f29182700d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.461142 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-610fe329-41e2-47ec-bd68-f29182700d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127310098'] for subnet, precommit_delete_associations {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.535938 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-610fe329-41e2-47ec-bd68-f29182700d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.587420 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-610fe329-41e2-47ec-bd68-f29182700d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126423764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126152367'] for subnet, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.589797 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:07.617723 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fe329-41e2-47ec-bd68-f29182700d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb62657-b322-4949-a417-3ea0c3b15387,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:07.620651 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-610fe329-41e2-47ec-bd68-f29182700d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:07.623028 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-610fe329-41e2-47ec-bd68-f29182700d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for subnet, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.627615 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-610fe329-41e2-47ec-bd68-f29182700d19 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1fb62657-b322-4949-a417-3ea0c3b15387 HTTP/1.1" status: 204 len: 168 time: 0.2543201 Jun 29 00:05:07.627823 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 41516) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:07.629115 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac81131a-5d0c-4a2c-bd55-84e305186957 None None] Network d101bc5a-6628-4c44-b1cd-e4d1844eea2a requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:05:07.700910 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.751961 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Deleting port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:07.752338 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.818810 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] For port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f,segment=NetworkSegment(d1650293-7d60-4c57-9862-d34891fe6dad),segment_id=d1650293-7d60-4c57-9862-d34891fe6dad)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:07.819621 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.831650 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Calling delete_port for 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f owned by network:dhcp {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:07.912452 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:07.914584 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8786da3e-5c0b-4d01-93dc-d6335b359426 tempest-AttachVolumeTestJSON-701853663 tempest-AttachVolumeTestJSON-701853663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:07.941237 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:07.943647 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:07.946642 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] No DVR routers for this DVR port 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f on host dv-cinder-763306-13-smb {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:05:08.015657 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:08.026891 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d101bc5a-6628-4c44-b1cd-e4d1844eea2a']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:08.034084 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1530fb0d-eabe-4833-9b6d-0899c5aa28ef None None] DHCP port deletion for d101bc5a-6628-4c44-b1cd-e4d1844eea2a request from dv-cinder-763306-13-smb {{(pid=92979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:05:08.039490 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1650293-7d60-4c57-9862-d34891fe6dad') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:08.039795 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1650293-7d60-4c57-9862-d34891fe6dad') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:08.051681 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127310089'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:08.069552 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:08.075563 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:05:08.075970 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126423117'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: Traceback (most recent call last): Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: timer() Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: cb(*args, **kw) Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: return func(*args, **kwargs) Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: self._notify() Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: self.callback(batched_events) Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: event.method(event) Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: return f(self, *a, **k) Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: return self._get(url).json() Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:05:08.077800 dv-cinder-763306-13-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:05:08.136241 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:08.140080 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:08.143870 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:08.148676 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d101bc5a-6628-4c44-b1cd-e4d1844eea2a HTTP/1.1" status: 204 len: 168 time: 0.5196919 Jun 29 00:05:08.149391 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41522) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:08.158897 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d101bc5a-6628-4c44-b1cd-e4d1844eea2a,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:08.161655 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-8d61ae41-4542-4e2d-97b5-11d7274de9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:08.525482 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774989'] for router_interface, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:08.654738 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 5f6c3106-855e-42a0-8ab7-7fc42d90a967 no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:08.675885 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: 5f6c3106-855e-42a0-8ab7-7fc42d90a967 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:08.676261 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 5f6c3106-855e-42a0-8ab7-7fc42d90a967 not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:08.676686 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 4a1d7475-55d1-44c5-bc7d-af4894861f70 no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:08.695525 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: 4a1d7475-55d1-44c5-bc7d-af4894861f70 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:08.695887 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 4a1d7475-55d1-44c5-bc7d-af4894861f70 not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:08.696328 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:08.714270 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:08.714622 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 4b43aeb2-abdf-4e67-a0c8-d9e498aefb6f not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:08.779411 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] Deleting port 4efb3285-dc8c-4f21-b897-71a304f9ec2f {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:08.779749 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:08.856760 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] For port 4efb3285-dc8c-4f21-b897-71a304f9ec2f, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=4efb3285-dc8c-4f21-b897-71a304f9ec2f,segment=NetworkSegment(b0367919-2ce4-4b07-b859-09cdb29c0036),segment_id=b0367919-2ce4-4b07-b859-09cdb29c0036)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:08.857026 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:08.868487 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] Calling delete_port for 4efb3285-dc8c-4f21-b897-71a304f9ec2f owned by network:router_interface {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:09.045777 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:09.047854 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-10a91027-aad4-4b83-b530-e8b9948f4360 tempest-TestMinimumBasicScenario-2057794389 tempest-TestMinimumBasicScenario-2057794389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:09.074200 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] Pushing event deleted for resources: {'Port': ['ID=4efb3285-dc8c-4f21-b897-71a304f9ec2f,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:09.078302 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:09.277173 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3870798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3775129'] for router_interface, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:09.489582 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] Router ba3fd353-bc86-4c4e-a510-62aa881b77f1 has already been hosted by L3 agent 035ea180-03ad-45a0-b346-dac09cfdba82 {{(pid=92977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 00:05:09.593301 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] Notify agent at l3_agent.dv-cinder-763306-13-smb the message routers_updated {{(pid=92977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 00:05:09.598369 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-48a2669e-598f-420c-869a-c7483fd5c57e admin admin] 10.222.0.30 "PUT /v2.0/routers/ba3fd353-bc86-4c4e-a510-62aa881b77f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4478564 Jun 29 00:05:09.601422 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41530) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:09.604156 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870d287-276e-489e-9470-3d2ef6e164bd None None] Sync routers for ids ['ba3fd353-bc86-4c4e-a510-62aa881b77f1'] in dv-cinder-763306-13-smb {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 00:05:09.613259 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870d287-276e-489e-9470-3d2ef6e164bd None None] Routers {'ba3fd353-bc86-4c4e-a510-62aa881b77f1'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:09.613863 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-7870d287-276e-489e-9470-3d2ef6e164bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:04:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['ba3fd353-bc86-4c4e-a510-62aa881b77f1'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:09.703553 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Notify callbacks [] for router, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:09.716539 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-7870d287-276e-489e-9470-3d2ef6e164bd None None] Set router ba3fd353-bc86-4c4e-a510-62aa881b77f1 gateway port host: dv-cinder-763306-13-smb {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:09.801535 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:09.853405 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Deleting port d37d5b0b-1917-446e-bf95-19bff56385b4 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:09.853743 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:09.891896 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-7870d287-276e-489e-9470-3d2ef6e164bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'name': 'tempest-TestShelveInstance-545502776-router', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'external_fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:35Z', 'updated_at': '2021-06-29T00:05:08Z', 'revision_number': 5, 'project_id': '044f7753f34a455aaa98e0db55230438', 'gw_port': {'id': 'd37d5b0b-1917-446e-bf95-19bff56385b4', 'name': '', 'network_id': 'b5b54806-5b8c-4699-8258-4cd96ed8e211', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T00:00:36Z', 'updated_at': '2021-06-29T00:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b21d0bc-898a-44cb-a4d2-6ee0812eb930', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-13-smb'}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:09.917860 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870d287-276e-489e-9470-3d2ef6e164bd None None] Checking router: ba3fd353-bc86-4c4e-a510-62aa881b77f1 for host: dv-cinder-763306-13-smb {{(pid=92980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 00:05:09.925929 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870d287-276e-489e-9470-3d2ef6e164bd None None] Routers {'ba3fd353-bc86-4c4e-a510-62aa881b77f1'} bound to L3 agent in host dv-cinder-763306-13-smb {{(pid=92980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 00:05:09.926516 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-7870d287-276e-489e-9470-3d2ef6e164bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T23:48:47Z,description=,heartbeat_timestamp=2021-06-29T00:04:47Z,host='dv-cinder-763306-13-smb',id=035ea180-03ad-45a0-b346-dac09cfdba82,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T23:48:47Z,topic='l3_agent')) {'router_ids': ['ba3fd353-bc86-4c4e-a510-62aa881b77f1'], 'active': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:09.933449 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] For port d37d5b0b-1917-446e-bf95-19bff56385b4, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=d37d5b0b-1917-446e-bf95-19bff56385b4,segment=NetworkSegment(697fd394-b4ce-49cd-bf9f-c78995524abf),segment_id=697fd394-b4ce-49cd-bf9f-c78995524abf)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:09.933799 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:09.944944 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Calling delete_port for d37d5b0b-1917-446e-bf95-19bff56385b4 owned by network:router_gateway {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:10.017458 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_dvr_db [None req-7870d287-276e-489e-9470-3d2ef6e164bd None None] Set router ba3fd353-bc86-4c4e-a510-62aa881b77f1 gateway port host: None {{(pid=92980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 00:05:10.068291 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.l3_hamode_db [None req-7870d287-276e-489e-9470-3d2ef6e164bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'name': 'tempest-TestShelveInstance-545502776-router', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:35Z', 'updated_at': '2021-06-29T00:05:09Z', 'revision_number': 6, 'project_id': '044f7753f34a455aaa98e0db55230438', 'gw_port_host': None}], 'dv-cinder-763306-13-smb', False) {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:10.098749 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870d287-276e-489e-9470-3d2ef6e164bd None None] The sync data for ids ['ba3fd353-bc86-4c4e-a510-62aa881b77f1'] in dv-cinder-763306-13-smb is: [{'id': 'ba3fd353-bc86-4c4e-a510-62aa881b77f1', 'name': 'tempest-TestShelveInstance-545502776-router', 'tenant_id': '044f7753f34a455aaa98e0db55230438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T00:00:35Z', 'updated_at': '2021-06-29T00:05:09Z', 'revision_number': 6, 'project_id': '044f7753f34a455aaa98e0db55230438', 'gw_port_host': None}] {{(pid=92980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 00:05:10.109597 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.112458 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c0927072-4224-4ac5-94ba-b08b54182061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:10.136225 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Pushing event deleted for resources: {'Port': ['ID=d37d5b0b-1917-446e-bf95-19bff56385b4,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:10.139774 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:10.201359 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3776071'] for router_gateway, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.292296 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38174'] for router, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.294889 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.350603 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776033'] for router, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.351117 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba3fd353-bc86-4c4e-a510-62aa881b77f1 {{(pid=92977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 00:05:10.356005 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] Notify callbacks [] for router, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.357188 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-52327719-d223-4ae2-a8ba-162bc311366c admin admin] 10.222.0.30 "DELETE /v2.0/routers/ba3fd353-bc86-4c4e-a510-62aa881b77f1 HTTP/1.1" status: 204 len: 168 time: 0.7548599 Jun 29 00:05:10.359719 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41538) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:10.404311 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd7d4ce-e529-4a60-918a-da55166fd5b4 admin admin] Deleting subnet 1928dd6c-5c70-48c1-8c19-2bfa61760fa6 {{(pid=92977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:05:10.407580 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d4ce-e529-4a60-918a-da55166fd5b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.442849 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d4ce-e529-4a60-918a-da55166fd5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127272940'] for subnet, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.531493 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d4ce-e529-4a60-918a-da55166fd5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.591647 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d4ce-e529-4a60-918a-da55166fd5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129828250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125969972'] for subnet, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.594730 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-9e7c8abd-7cbe-442a-a705-8e6a250ea615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:10.620448 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7d4ce-e529-4a60-918a-da55166fd5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1928dd6c-5c70-48c1-8c19-2bfa61760fa6,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:10.622447 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d4ce-e529-4a60-918a-da55166fd5b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.626638 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-bfd7d4ce-e529-4a60-918a-da55166fd5b4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1928dd6c-5c70-48c1-8c19-2bfa61760fa6 HTTP/1.1" status: 204 len: 168 time: 0.2637451 Jun 29 00:05:10.626638 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-bfd7d4ce-e529-4a60-918a-da55166fd5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:10.626908 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41542) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:10.630479 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fbf168-e11f-402c-bb69-9b8bb6fcf223 None None] Network b0f07c16-1abe-4697-bd25-3ba2f8030057 requested from dv-cinder-763306-13-smb {{(pid=92979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 00:05:10.695808 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.750002 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Deleting port f0450737-734e-4c5d-88ae-9f70d808d342 {{(pid=92977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:10.750371 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.811292 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.db [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] For port f0450737-734e-4c5d-88ae-9f70d808d342, host dv-cinder-763306-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-13-smb',level=0,port_id=f0450737-734e-4c5d-88ae-9f70d808d342,segment=NetworkSegment(b0367919-2ce4-4b07-b859-09cdb29c0036),segment_id=b0367919-2ce4-4b07-b859-09cdb29c0036)] {{(pid=92977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:10.811581 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.823280 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.plugin [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Calling delete_port for f0450737-734e-4c5d-88ae-9f70d808d342 owned by network:dhcp {{(pid=92977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:10.884772 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] DHCP port deletion for b0f07c16-1abe-4697-bd25-3ba2f8030057 request from dv-cinder-763306-13-smb {{(pid=92979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 00:05:10.911523 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129828308'] for port, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:10.914530 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-060aa583-c562-4d83-97c5-1ee603101248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:10.930607 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 4efb3285-dc8c-4f21-b897-71a304f9ec2f no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:10.941115 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0450737-734e-4c5d-88ae-9f70d808d342,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:10.946479 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:10.947331 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] No DVR routers for this DVR port f0450737-734e-4c5d-88ae-9f70d808d342 on host dv-cinder-763306-13-smb {{(pid=92977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:05:10.952296 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: 4efb3285-dc8c-4f21-b897-71a304f9ec2f {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:10.952654 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device 4efb3285-dc8c-4f21-b897-71a304f9ec2f not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:10.953068 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device d37d5b0b-1917-446e-bf95-19bff56385b4 no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:10.979385 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: d37d5b0b-1917-446e-bf95-19bff56385b4 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:10.979739 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device d37d5b0b-1917-446e-bf95-19bff56385b4 not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:10.980184 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device f0450737-734e-4c5d-88ae-9f70d808d342 no longer exists at agent ovs-agent-dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:11.001418 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Deleting port f0450737-734e-4c5d-88ae-9f70d808d342 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:11.001802 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.003562 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] No Port match for: f0450737-734e-4c5d-88ae-9f70d808d342 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:11.003911 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Device f0450737-734e-4c5d-88ae-9f70d808d342 not bound to the agent host dv-cinder-763306-13-smb {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:11.020151 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.029811 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f07c16-1abe-4697-bd25-3ba2f8030057']}} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:11.039592 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0367919-2ce4-4b07-b859-09cdb29c0036') {'for_net_delete': True} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:11.039885 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.services.segments.db [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0367919-2ce4-4b07-b859-09cdb29c0036') {} {{(pid=92977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:05:11.048341 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127272951'] for segment, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.062870 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.070388 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=92977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:05:11.070511 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129828611'] for segment, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.071270 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] For port f0450737-734e-4c5d-88ae-9f70d808d342, host dv-cinder-763306-13-smb, got binding levels [] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:11.072185 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: Traceback (most recent call last): Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: timer() Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: cb(*args, **kw) Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: return func(*args, **kwargs) Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: self._notify() Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: self.callback(batched_events) Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: event.method(event) Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: return f(self, *a, **k) Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: return self._get(url).json() Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: return self.request(url, 'GET', **kwargs) Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:05:11.072519 dv-cinder-763306-13-smb neutron-server[92977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:05:11.086883 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Calling delete_port for f0450737-734e-4c5d-88ae-9f70d808d342 owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:11.089980 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.ipam_backend_mixin [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Port f0450737-734e-4c5d-88ae-9f70d808d342 was not found and therefore no delete operation was performed {{(pid=92979) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 00:05:11.091796 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.094026 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:11.123783 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Pushing event deleted for resources: {'Port': ['ID=f0450737-734e-4c5d-88ae-9f70d808d342,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:11.128372 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] No DVR routers for this DVR port f0450737-734e-4c5d-88ae-9f70d808d342 on host dv-cinder-763306-13-smb {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:05:11.132458 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.135411 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:11.139842 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:11.139842 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:11.139842 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:11.139842 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:11.139842 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:11.139842 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:11.139842 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:11.139842 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:11.141162 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.141806 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:11.141806 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:11.141806 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:05:11.143985 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] 10.222.0.30 "DELETE /v2.0/networks/b0f07c16-1abe-4697-bd25-3ba2f8030057 HTTP/1.1" status: 204 len: 168 time: 0.5156827 Jun 29 00:05:11.146188 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-14b3f8d1-3a56-4158-8a25-0d1a9677514d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:11.150832 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-84959603-75d7-4f25-9e3d-d4b2230bfb9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:11.160398 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f07c16-1abe-4697-bd25-3ba2f8030057,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:11.163492 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-c070a6eb-166a-47f6-ad31-ff483a700b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:11.264373 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41546) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:11.303951 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-87c98f07-eab8-4956-9043-31be4da682e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35c89b5c869b44e2980283ab67bb06fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381985 Jun 29 00:05:11.306295 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41548) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:11.362422 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f4ce56b9-24b0-4a9a-928a-d9d4319f5015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.386204 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f4ce56b9-24b0-4a9a-928a-d9d4319f5015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.438545 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f4ce56b9-24b0-4a9a-928a-d9d4319f5015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.441125 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f4ce56b9-24b0-4a9a-928a-d9d4319f5015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.442272 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-f4ce56b9-24b0-4a9a-928a-d9d4319f5015 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a217bc51-9300-4caf-90d4-de17daa45f52 HTTP/1.1" status: 204 len: 168 time: 0.1350889 Jun 29 00:05:11.443102 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-47d1cf0b-a462-4c4a-b6f2-35b49d765349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:11.451881 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce56b9-24b0-4a9a-928a-d9d4319f5015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a217bc51-9300-4caf-90d4-de17daa45f52,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:11.454303 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f4ce56b9-24b0-4a9a-928a-d9d4319f5015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:11.765447 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41556) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:11.803351 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-61534631-4111-406f-bd7d-61069d5d379d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=044f7753f34a455aaa98e0db55230438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365682 Jun 29 00:05:11.805545 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41558) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:05:11.851851 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ce0626c4-4504-4ac0-b6dc-369c428827f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.872333 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ce0626c4-4504-4ac0-b6dc-369c428827f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.920235 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ce0626c4-4504-4ac0-b6dc-369c428827f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.922781 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-ce0626c4-4504-4ac0-b6dc-369c428827f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:11.923911 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-ce0626c4-4504-4ac0-b6dc-369c428827f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5564972e-b6e3-4d38-849f-891eb8c40091 HTTP/1.1" status: 204 len: 168 time: 0.1174631 Jun 29 00:05:11.924844 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-dcf7a8f9-1d84-4eb0-9fcc-b27fc3761b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:11.932842 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0626c4-4504-4ac0-b6dc-369c428827f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5564972e-b6e3-4d38-849f-891eb8c40091,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:11.935041 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ce0626c4-4504-4ac0-b6dc-369c428827f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:14.056477 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fb431-0894-42d1-99d7-5aacf0a3c8d9 req-cce6ab6d-d1af-4aac-b9fd-1c234ae4191f tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:14.057978 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-232fb431-0894-42d1-99d7-5aacf0a3c8d9 req-cce6ab6d-d1af-4aac-b9fd-1c234ae4191f tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 946 time: 0.0658772 Jun 29 00:05:14.096794 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-232fb431-0894-42d1-99d7-5aacf0a3c8d9 req-598b54bb-ca96-48c5-b50f-e9e4741525b2 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331531 Jun 29 00:05:14.238704 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44fbda54-4582-4fef-af4a-be93ac4ab257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:15.272025 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850b063-ef6a-477f-84d5-924a88bd9ab1 req-9a3652e8-52e9-4a37-bda2-3e2e6ed0c8e7 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:15.273604 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e850b063-ef6a-477f-84d5-924a88bd9ab1 req-9a3652e8-52e9-4a37-bda2-3e2e6ed0c8e7 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 946 time: 0.0637207 Jun 29 00:05:15.313418 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-e850b063-ef6a-477f-84d5-924a88bd9ab1 req-d4192295-e95c-4358-8440-7b456668fb58 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341043 Jun 29 00:05:16.506545 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c7415-0bf7-4dab-a439-f21dda5a2cb8 req-b0a61709-4d0a-4cb3-82d5-e69c0c536663 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:16.508704 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-667c7415-0bf7-4dab-a439-f21dda5a2cb8 req-b0a61709-4d0a-4cb3-82d5-e69c0c536663 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 946 time: 0.0835168 Jun 29 00:05:16.547237 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-667c7415-0bf7-4dab-a439-f21dda5a2cb8 req-9c5e4ec6-71f3-4ea5-9aef-e9f0c715970a tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Jun 29 00:05:17.253270 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4bdf61f6-2bae-4379-ac6b-f805feaec770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:17.725879 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68895140-4671-467d-8c05-c9d86a3a8d0a req-2d7c08ef-492b-475f-bb17-1f9e80a4101d tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:17.727420 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-68895140-4671-467d-8c05-c9d86a3a8d0a req-2d7c08ef-492b-475f-bb17-1f9e80a4101d tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 946 time: 0.0653369 Jun 29 00:05:17.765375 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-68895140-4671-467d-8c05-c9d86a3a8d0a req-55b6380b-66a0-49e2-bcd1-9ae3876c55f1 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320640 Jun 29 00:05:18.555168 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:18.749967 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01cf10-45f0-421b-8944-c2dab8c810f8 req-ade7e598-d393-4626-a2f6-57b67a2ba251 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:18.751339 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-fd01cf10-45f0-421b-8944-c2dab8c810f8 req-ade7e598-d393-4626-a2f6-57b67a2ba251 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.52 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 946 time: 0.0730126 Jun 29 00:05:18.856448 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-fd01cf10-45f0-421b-8944-c2dab8c810f8 req-a991e238-2d64-4a33-a4eb-bcfe09d2a5f1 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Deleting port c025f86c-1288-49f3-9d47-643728996f93 {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:18.856787 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-fd01cf10-45f0-421b-8944-c2dab8c810f8 req-a991e238-2d64-4a33-a4eb-bcfe09d2a5f1 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:18.945261 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb2e2c-44be-44ee-8cc9-7e7862c73f86 req-e2194560-4956-46d1-a8b9-3b013912de80 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:18.946587 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-fd01cf10-45f0-421b-8944-c2dab8c810f8 req-a991e238-2d64-4a33-a4eb-bcfe09d2a5f1 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] For port c025f86c-1288-49f3-9d47-643728996f93, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c025f86c-1288-49f3-9d47-643728996f93,segment=NetworkSegment(4a545a6b-7270-4b1b-8d87-576c663f1273),segment_id=4a545a6b-7270-4b1b-8d87-576c663f1273)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:18.946950 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-fd01cf10-45f0-421b-8944-c2dab8c810f8 req-a991e238-2d64-4a33-a4eb-bcfe09d2a5f1 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:18.947479 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-33cb2e2c-44be-44ee-8cc9-7e7862c73f86 req-e2194560-4956-46d1-a8b9-3b013912de80 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=16f1099d-65c1-444f-90a2-895d4be67b11 HTTP/1.1" status: 200 len: 946 time: 0.0683391 Jun 29 00:05:18.959573 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-fd01cf10-45f0-421b-8944-c2dab8c810f8 req-a991e238-2d64-4a33-a4eb-bcfe09d2a5f1 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Calling delete_port for c025f86c-1288-49f3-9d47-643728996f93 owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:18.986222 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-33cb2e2c-44be-44ee-8cc9-7e7862c73f86 req-5cdcf85a-e457-4f00-95af-a9721d719efa tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337601 Jun 29 00:05:19.087455 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-fd01cf10-45f0-421b-8944-c2dab8c810f8 req-a991e238-2d64-4a33-a4eb-bcfe09d2a5f1 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:19.091724 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-0d497443-f0f8-41c1-aee1-3a013a08787a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:19.117472 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991e238-2d64-4a33-a4eb-bcfe09d2a5f1 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Pushing event deleted for resources: {'Port': ['ID=c025f86c-1288-49f3-9d47-643728996f93,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:19.119996 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-a991e238-2d64-4a33-a4eb-bcfe09d2a5f1 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:19.127037 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['c025f86c-1288-49f3-9d47-643728996f93'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:05:19.165742 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd01cf10-45f0-421b-8944-c2dab8c810f8 req-a991e238-2d64-4a33-a4eb-bcfe09d2a5f1 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] No DVR routers for this DVR port c025f86c-1288-49f3-9d47-643728996f93 on host hv-cinder-76330 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:05:19.168461 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-fd01cf10-45f0-421b-8944-c2dab8c810f8 req-a991e238-2d64-4a33-a4eb-bcfe09d2a5f1 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:19.170501 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-fd01cf10-45f0-421b-8944-c2dab8c810f8 req-a991e238-2d64-4a33-a4eb-bcfe09d2a5f1 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.52 "DELETE /v2.0/ports/c025f86c-1288-49f3-9d47-643728996f93 HTTP/1.1" status: 204 len: 173 time: 0.4128783 Jun 29 00:05:19.171074 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f1099d-65c1-444f-90a2-895d4be67b11', 'name': 'network-vif-deleted', 'tag': 'c025f86c-1288-49f3-9d47-643728996f93'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:05:19.173450 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038236ad-38e1-4477-8dc5-acdf3c9cf458" -d '{"events": [{"server_uuid": "16f1099d-65c1-444f-90a2-895d4be67b11", "name": "network-vif-deleted", "tag": "c025f86c-1288-49f3-9d47-643728996f93"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:05:19.212332 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf913362-4e11-44e3-8aeb-2208fd65aad1 x-openstack-request-id: req-cf913362-4e11-44e3-8aeb-2208fd65aad1 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:05:19.213240 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f1099d-65c1-444f-90a2-895d4be67b11", "name": "network-vif-deleted", "tag": "c025f86c-1288-49f3-9d47-643728996f93", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:05:19.213534 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf913362-4e11-44e3-8aeb-2208fd65aad1 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:05:19.213960 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f1099d-65c1-444f-90a2-895d4be67b11', 'name': 'network-vif-deleted', 'tag': 'c025f86c-1288-49f3-9d47-643728996f93', 'status': 'completed', 'code': 200} Jun 29 00:05:19.483910 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:20.539977 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:22.427843 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:23.390701 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device c025f86c-1288-49f3-9d47-643728996f93 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:23.409997 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: c025f86c-1288-49f3-9d47-643728996f93 {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:23.410351 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device c025f86c-1288-49f3-9d47-643728996f93 not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:05:23.915723 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-a97ab3fa-81fc-4a75-8165-f7642ddd89f4 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:23.917122 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-a97ab3fa-81fc-4a75-8165-f7642ddd89f4 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/networks?id=03cee74d-f52d-4d19-8c9e-380c798e6799 HTTP/1.1" status: 200 len: 813 time: 0.1078274 Jun 29 00:05:23.933832 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-576c65ff-e4c7-43e9-ad48-a8575d240dfd tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/quotas/6b2d96a9497943dabc23fcc7d67ef37f HTTP/1.1" status: 200 len: 375 time: 0.0109973 Jun 29 00:05:23.967315 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-13a1541f-4a4e-4e49-afef-86594b4d00ce tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b2d96a9497943dabc23fcc7d67ef37f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284817 Jun 29 00:05:24.058359 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-029588c3-6d6f-4612-856e-69387c826bde service neutron] 10.222.0.30 "GET /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844154 Jun 29 00:05:24.143904 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-ee5da952-eaf7-4c5c-ac0c-2ef05a4cfd1a service neutron] 10.222.0.30 "GET /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798948 Jun 29 00:05:24.312370 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2e891466-8ae6-42ba-a9f0-aa9f8952c250 req-11e8d7d3-046e-4470-8f04-3b5603197bcb tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 210 time: 0.0318959 Jun 29 00:05:25.374741 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-678dad14-a9eb-4e28-a4cc-8c4cd813075c tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:25.376225 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-678dad14-a9eb-4e28-a4cc-8c4cd813075c tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.52 "GET /v2.0/networks?id=03cee74d-f52d-4d19-8c9e-380c798e6799 HTTP/1.1" status: 200 len: 813 time: 0.1002617 Jun 29 00:05:25.402264 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Request body: {'port': {'device_id': 'e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8', 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799', 'admin_state_up': True, 'tenant_id': '6b2d96a9497943dabc23fcc7d67ef37f'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:25.458755 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-5721249f-64dd-4364-a7a1-85bcb8805c13 req-30af0bd7-4162-4781-b0e1-6ac5389e4c6d tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 210 time: 0.0305481 Jun 29 00:05:25.515183 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Made reservation on behalf of 6b2d96a9497943dabc23fcc7d67ef37f for: {'port': 1} {{(pid=92978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 00:05:25.518985 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:25.637547 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.db_base_plugin_common [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Allocated IP 172.20.0.8 (03cee74d-f52d-4d19-8c9e-380c798e6799/301f5f24-6a47-4cfa-a53b-e400c84adc34/1c2b50d9-2d20-428e-b154-59c1a2299c7b) {{(pid=92978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 00:05:25.782695 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks [] for port, precommit_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:25.819402 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-910304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751069110254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126423683'] for port, after_create {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:25.823639 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-b1aead9a-7fc3-468e-a8cd-07650f225274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:25.864478 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Network 03cee74d-f52d-4d19-8c9e-380c798e6799 is already hosted by enough agents. {{(pid=92978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 00:05:25.867524 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.scheduler.base_scheduler [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Resources bound (agent type, host, resource id): {{(pid=92978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 00:05:25.871245 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Received port after_create {{(pid=92978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 00:05:25.898063 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Pushing event updated for resources: {'Port': ['ID=1c2b50d9-2d20-428e-b154-59c1a2299c7b,revision_number=1']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:25.904371 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:25.924916 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:25.925531 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:25.939179 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-95bd2a01-3f51-4e41-9bfe-530dfa620028 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5410235 Jun 29 00:05:25.957451 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.v2.base [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Request body: {'port': {'device_id': 'e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=92978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 00:05:26.029086 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:26.300786 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2b50d9-2d20-428e-b154-59c1a2299c7b {{(pid=92978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:05:26.308911 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:26.320511 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.provisioning_blocks [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Transition to ACTIVE for port object 1c2b50d9-2d20-428e-b154-59c1a2299c7b will not be triggered until provisioned by entity L2. {{(pid=92978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 00:05:26.325459 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:26.327550 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-baec99c2-15fe-45fc-bebe-4d035f1e5870 tempest-TestShelveInstance-501474796 tempest-TestShelveInstance-501474796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:26.392842 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2b50d9-2d20-428e-b154-59c1a2299c7b,revision_number=2']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:26.396016 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:26.438363 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Attempting to bind port 1c2b50d9-2d20-428e-b154-59c1a2299c7b on host hv-cinder-76330 for vnic_type normal with profile {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 00:05:26.438697 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Attempting to bind port 1c2b50d9-2d20-428e-b154-59c1a2299c7b by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '4a545a6b-7270-4b1b-8d87-576c663f1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799'}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 00:05:26.439023 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Attempting to bind port 1c2b50d9-2d20-428e-b154-59c1a2299c7b on network 03cee74d-f52d-4d19-8c9e-380c798e6799 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:05:26.443111 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Port 1c2b50d9-2d20-428e-b154-59c1a2299c7b on network 03cee74d-f52d-4d19-8c9e-380c798e6799 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 00:05:26.443433 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Attempting to bind port 1c2b50d9-2d20-428e-b154-59c1a2299c7b on network 03cee74d-f52d-4d19-8c9e-380c798e6799 {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 00:05:26.448718 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Checking agent: {'id': 'd00786c5-a113-4dbb-8ee3-6568595e20c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'started_at': datetime.datetime(2021, 6, 28, 23, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 0, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 00:05:26.449049 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Checking segment: {'id': '4a545a6b-7270-4b1b-8d87-576c663f1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 00:05:26.449429 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Bound using segment: {'id': '4a545a6b-7270-4b1b-8d87-576c663f1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799'} {{(pid=92978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 00:05:26.449845 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.managers [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Bound port: 1c2b50d9-2d20-428e-b154-59c1a2299c7b, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a545a6b-7270-4b1b-8d87-576c663f1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799'}}] {{(pid=92978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 00:05:26.450194 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:26.515472 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] For port 1c2b50d9-2d20-428e-b154-59c1a2299c7b, host hv-cinder-76330, cleared binding levels {{(pid=92978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 00:05:26.518661 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] For port 1c2b50d9-2d20-428e-b154-59c1a2299c7b, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1c2b50d9-2d20-428e-b154-59c1a2299c7b,segment=NetworkSegment(4a545a6b-7270-4b1b-8d87-576c663f1273),segment_id=4a545a6b-7270-4b1b-8d87-576c663f1273)] {{(pid=92978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 00:05:26.523076 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126423701'] for port, after_update {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:26.525727 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-a7a2f29d-1402-4671-b43a-7aa6037c310b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:26.557471 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:26.558074 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:26.559442 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] 10.222.0.52 "PUT /v2.0/ports/1c2b50d9-2d20-428e-b154-59c1a2299c7b HTTP/1.1" status: 200 len: 1093 time: 0.6063335 Jun 29 00:05:26.559943 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8', 'tag': '1c2b50d9-2d20-428e-b154-59c1a2299c7b'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:05:26.562259 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ba4fe0-e715-4ffb-b3c7-dfbed9f8935f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8", "tag": "1c2b50d9-2d20-428e-b154-59c1a2299c7b"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:05:26.587721 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2b50d9-2d20-428e-b154-59c1a2299c7b,revision_number=3']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:26.603000 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-9a8124ce-2e18-4af7-a7f6-67206385b2c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:26.614984 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 00:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cf53ab-a1d0-4eee-adfd-de55b7b40b33 x-openstack-request-id: req-e7cf53ab-a1d0-4eee-adfd-de55b7b40b33 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:05:26.615307 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8", "tag": "1c2b50d9-2d20-428e-b154-59c1a2299c7b", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:05:26.615718 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7cf53ab-a1d0-4eee-adfd-de55b7b40b33 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:05:26.616176 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8', 'tag': '1c2b50d9-2d20-428e-b154-59c1a2299c7b', 'status': 'completed', 'code': 200} Jun 29 00:05:26.641775 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8a2ff-e21a-4b5d-b411-a23df0079f02 req-b9fb0670-ed8b-4e62-aa5e-f0ec144b998f tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:26.643336 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a6d8a2ff-e21a-4b5d-b411-a23df0079f02 req-b9fb0670-ed8b-4e62-aa5e-f0ec144b998f tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 943 time: 0.0658317 Jun 29 00:05:26.681441 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-5a5354b2-a4d9-4a03-8823-af4938f7a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:26.683047 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-5a5354b2-a4d9-4a03-8823-af4938f7a19e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b2d96a9497943dabc23fcc7d67ef37f&device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 1096 time: 0.0537550 Jun 29 00:05:26.686959 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-a6d8a2ff-e21a-4b5d-b411-a23df0079f02 req-97864660-ba19-45b3-a62a-c126957a944e tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376227 Jun 29 00:05:26.733546 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-bb63059c-4573-4189-a5b5-95631a4b0658 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c2b50d9-2d20-428e-b154-59c1a2299c7b HTTP/1.1" status: 200 len: 217 time: 0.0381103 Jun 29 00:05:26.784801 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-76878a2e-29c9-44df-91f6-72a0c21a9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:26.786246 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-76878a2e-29c9-44df-91f6-72a0c21a9ba6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=301f5f24-6a47-4cfa-a53b-e400c84adc34 HTTP/1.1" status: 200 len: 853 time: 0.0461071 Jun 29 00:05:26.817076 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-91e99a25-f879-46b5-87f3-67eeabc487c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03cee74d-f52d-4d19-8c9e-380c798e6799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247636 Jun 29 00:05:26.907045 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-a1047491-eb3c-45ce-959c-f01de4709d2b service neutron] 10.222.0.52 "GET /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836182 Jun 29 00:05:26.997801 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-07e64111-b2aa-4603-8361-04d78ca9cb59 req-4570555b-61ae-4ee8-be7f-8049b83c5aa2 service neutron] 10.222.0.52 "GET /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829430 Jun 29 00:05:27.137267 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba4fe0-e715-4ffb-b3c7-dfbed9f8935f req-47ce832d-3ee2-460d-86b3-2a2d6bcc782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:27.138685 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-30ba4fe0-e715-4ffb-b3c7-dfbed9f8935f req-47ce832d-3ee2-460d-86b3-2a2d6bcc782b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b2d96a9497943dabc23fcc7d67ef37f&device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 1096 time: 0.0539963 Jun 29 00:05:27.231331 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba4fe0-e715-4ffb-b3c7-dfbed9f8935f req-2bef4525-c7ac-4907-8b3c-9233e6cf2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:27.232813 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-30ba4fe0-e715-4ffb-b3c7-dfbed9f8935f req-2bef4525-c7ac-4907-8b3c-9233e6cf2b28 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03cee74d-f52d-4d19-8c9e-380c798e6799 HTTP/1.1" status: 200 len: 914 time: 0.0870066 Jun 29 00:05:27.272989 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-30ba4fe0-e715-4ffb-b3c7-dfbed9f8935f req-9da491d9-69aa-4ba7-a5a6-5b4b921d5691 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c2b50d9-2d20-428e-b154-59c1a2299c7b HTTP/1.1" status: 200 len: 217 time: 0.0319405 Jun 29 00:05:27.325211 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba4fe0-e715-4ffb-b3c7-dfbed9f8935f req-cc64c4dc-5ec4-45c8-ad58-5fbab9cacca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:27.327016 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-30ba4fe0-e715-4ffb-b3c7-dfbed9f8935f req-cc64c4dc-5ec4-45c8-ad58-5fbab9cacca2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=301f5f24-6a47-4cfa-a53b-e400c84adc34 HTTP/1.1" status: 200 len: 853 time: 0.0482771 Jun 29 00:05:27.360537 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-30ba4fe0-e715-4ffb-b3c7-dfbed9f8935f req-a1e191b0-e99e-48a9-b75c-72dd2cd9c426 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03cee74d-f52d-4d19-8c9e-380c798e6799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261230 Jun 29 00:05:27.450947 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-30ba4fe0-e715-4ffb-b3c7-dfbed9f8935f req-2c4248fd-05a2-44a3-8695-65859d9d2e38 service neutron] 10.222.0.52 "GET /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832047 Jun 29 00:05:27.540380 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-30ba4fe0-e715-4ffb-b3c7-dfbed9f8935f req-6b8ea2c0-b70e-48c4-a550-eb5ee227d2cd service neutron] 10.222.0.52 "GET /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826397 Jun 29 00:05:27.860235 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53b2fb-6767-44fe-99e1-95c1193a1550 req-e3542ae5-02ed-4ee7-be24-7d9037ef1cd3 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:27.861671 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fc53b2fb-6767-44fe-99e1-95c1193a1550 req-e3542ae5-02ed-4ee7-be24-7d9037ef1cd3 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 943 time: 0.0648220 Jun 29 00:05:27.899121 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-fc53b2fb-6767-44fe-99e1-95c1193a1550 req-81b9cf9c-5580-4399-b821-b61e9ab8e2b7 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319154 Jun 29 00:05:29.068041 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabdf90-b08c-4560-b1eb-e3c768bb3fa5 req-4ab32f8c-7fd5-49d8-9e97-29ab2079cbba tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:29.069561 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4fabdf90-b08c-4560-b1eb-e3c768bb3fa5 req-4ab32f8c-7fd5-49d8-9e97-29ab2079cbba tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 943 time: 0.0627623 Jun 29 00:05:29.108679 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-4fabdf90-b08c-4560-b1eb-e3c768bb3fa5 req-3454b8fb-e57a-47ff-b947-6ab584000e8d tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Jun 29 00:05:29.436484 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1c2b50d9-2d20-428e-b154-59c1a2299c7b details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=92979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 00:05:29.530117 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1c2b50d9-2d20-428e-b154-59c1a2299c7b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1c2b50d9-2d20-428e-b154-59c1a2299c7b,segment=NetworkSegment(4a545a6b-7270-4b1b-8d87-576c663f1273),segment_id=4a545a6b-7270-4b1b-8d87-576c663f1273)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:29.540078 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Returning: {'device': '1c2b50d9-2d20-428e-b154-59c1a2299c7b', 'network_id': '03cee74d-f52d-4d19-8c9e-380c798e6799', 'port_id': '1c2b50d9-2d20-428e-b154-59c1a2299c7b', 'mac_address': 'fa:16:3e:e7:86:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301f5f24-6a47-4cfa-a53b-e400c84adc34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 00:05:29.574638 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:29.586619 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2b50d9-2d20-428e-b154-59c1a2299c7b {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 00:05:29.605618 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1c2b50d9-2d20-428e-b154-59c1a2299c7b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1c2b50d9-2d20-428e-b154-59c1a2299c7b,segment=NetworkSegment(4a545a6b-7270-4b1b-8d87-576c663f1273),segment_id=4a545a6b-7270-4b1b-8d87-576c663f1273)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:29.609520 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:29.611430 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:29.658189 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=1c2b50d9-2d20-428e-b154-59c1a2299c7b,revision_number=4']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:29.661300 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:29.894772 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['1c2b50d9-2d20-428e-b154-59c1a2299c7b'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:05:30.285421 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c94cc-b5c4-4ebf-a874-5a4c074adb09 req-dd107478-fb6b-45c8-94f5-50f2f83f2648 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:30.286982 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-110c94cc-b5c4-4ebf-a874-5a4c074adb09 req-dd107478-fb6b-45c8-94f5-50f2f83f2648 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 944 time: 0.0636318 Jun 29 00:05:30.328881 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-110c94cc-b5c4-4ebf-a874-5a4c074adb09 req-e18e7680-ec33-45cd-b577-65a0826249e6 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361900 Jun 29 00:05:31.438234 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1c2b50d9-2d20-428e-b154-59c1a2299c7b up at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 00:05:31.485519 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning for port 1c2b50d9-2d20-428e-b154-59c1a2299c7b completed by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 00:05:31.488829 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Provisioning complete for port 1c2b50d9-2d20-428e-b154-59c1a2299c7b triggered by entity L2. {{(pid=92979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 00:05:31.489205 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889094'] for port, provisioning_complete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:31.510238 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e5408-7f52-44cf-80d0-401ec3432429 req-7d4606c4-af97-4b5f-88ec-986e7f009118 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:31.511718 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-919e5408-7f52-44cf-80d0-401ec3432429 req-7d4606c4-af97-4b5f-88ec-986e7f009118 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 944 time: 0.0658162 Jun 29 00:05:31.549071 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-919e5408-7f52-44cf-80d0-401ec3432429 req-633363a1-ed18-41ac-a625-d5449f42d1e7 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Jun 29 00:05:31.573481 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-910241'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:31.595468 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2b50d9-2d20-428e-b154-59c1a2299c7b'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:05:31.597751 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1c750fc22a0dc551eb4add0c503d8fd9b4046bf03abffe939436cf60e39bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cc701a-703c-4376-b607-f4a4c0be87e4" -d '{"events": [{"server_uuid": "e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8", "name": "network-vif-plugged", "status": "completed", "tag": "1c2b50d9-2d20-428e-b154-59c1a2299c7b"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:05:31.610989 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] For port 1c2b50d9-2d20-428e-b154-59c1a2299c7b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1c2b50d9-2d20-428e-b154-59c1a2299c7b,segment=NetworkSegment(4a545a6b-7270-4b1b-8d87-576c663f1273),segment_id=4a545a6b-7270-4b1b-8d87-576c663f1273)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:31.615136 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751069516876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751069062148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751069062193'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:31.617085 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:31.641118 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4c335c-8f7a-42d9-9640-b7b98a919886 x-openstack-request-id: req-1a4c335c-8f7a-42d9-9640-b7b98a919886 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:05:31.641418 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8", "name": "network-vif-plugged", "status": "completed", "tag": "1c2b50d9-2d20-428e-b154-59c1a2299c7b", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:05:31.641685 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a4c335c-8f7a-42d9-9640-b7b98a919886 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:05:31.642088 dv-cinder-763306-13-smb neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2b50d9-2d20-428e-b154-59c1a2299c7b', 'code': 200} Jun 29 00:05:31.666801 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Pushing event updated for resources: {'Port': ['ID=1c2b50d9-2d20-428e-b154-59c1a2299c7b,revision_number=5']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:31.669727 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:31.884238 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291eabb-5818-44f1-87ec-5be1ca0b3fcd req-0ccde28d-0cfd-4d10-ba8f-7348d571a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:31.885736 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4291eabb-5818-44f1-87ec-5be1ca0b3fcd req-0ccde28d-0cfd-4d10-ba8f-7348d571a5e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0503738 Jun 29 00:05:31.918141 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-4291eabb-5818-44f1-87ec-5be1ca0b3fcd req-a94c0fed-505a-4d51-940e-b23d00f49022 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263345 Jun 29 00:05:32.695792 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:05:32.724984 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c204c4-80da-4efd-8849-42a10e2f3ddc req-e6d9dca5-141c-4c89-a6e2-289fd01f01a0 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:32.726371 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-26c204c4-80da-4efd-8849-42a10e2f3ddc req-e6d9dca5-141c-4c89-a6e2-289fd01f01a0 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 945 time: 0.0620759 Jun 29 00:05:32.762971 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-26c204c4-80da-4efd-8849-42a10e2f3ddc req-6992c7c5-97fa-43b8-b990-0bbb4f135a2b tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310128 Jun 29 00:05:33.938060 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5edec0-706e-4eb2-9158-22ff245b9fb2 req-bd9e58fc-6712-4ce8-975e-a678947b2deb tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:33.939487 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-dd5edec0-706e-4eb2-9158-22ff245b9fb2 req-bd9e58fc-6712-4ce8-975e-a678947b2deb tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 945 time: 0.0639863 Jun 29 00:05:33.975658 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-dd5edec0-706e-4eb2-9158-22ff245b9fb2 req-91c9315b-d5b7-4e7c-b85b-743b5d20a0dc tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305774 Jun 29 00:05:44.242091 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-92a95271-f5ae-4e9a-aac3-784068463f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:47.256926 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9634645c-fc8c-4932-95ae-aa141bdb5897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:48.562288 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:49.204311 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb005bd4-869f-4c29-b85a-2d09ad3b423d req-97313a58-a12c-4f79-9882-da4621def0c2 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:49.207057 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-eb005bd4-869f-4c29-b85a-2d09ad3b423d req-97313a58-a12c-4f79-9882-da4621def0c2 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 945 time: 0.0952945 Jun 29 00:05:49.270888 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-eb005bd4-869f-4c29-b85a-2d09ad3b423d req-b5c6bb97-857e-4d44-9d6a-6e9ac541a678 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565581 Jun 29 00:05:49.489374 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:50.452888 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553ce6b-e19c-4a6a-8f28-b7a2f69c794c req-c93d9654-5b70-4975-9066-5f6da71fc705 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:50.454456 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2553ce6b-e19c-4a6a-8f28-b7a2f69c794c req-c93d9654-5b70-4975-9066-5f6da71fc705 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 945 time: 0.0667064 Jun 29 00:05:50.502086 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-2553ce6b-e19c-4a6a-8f28-b7a2f69c794c req-87c1113b-7b04-4331-b5fc-d2678d00909e tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407925 Jun 29 00:05:50.542495 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:51.691067 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf52c7e-43d2-4693-a740-cf5e8201516a req-e925ba61-0897-48dd-84b3-eea9daae6b6e tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:51.692723 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ecf52c7e-43d2-4693-a740-cf5e8201516a req-e925ba61-0897-48dd-84b3-eea9daae6b6e tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 945 time: 0.0725772 Jun 29 00:05:51.739454 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-ecf52c7e-43d2-4693-a740-cf5e8201516a req-84332784-6f35-493b-8c8d-56835717b089 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361006 Jun 29 00:05:52.435600 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:52.937896 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fa5d1-7bdd-460c-851c-ee093cbbf186 req-7eba3803-0281-473d-9a9e-15cb6adfa077 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:52.939507 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-885fa5d1-7bdd-460c-851c-ee093cbbf186 req-7eba3803-0281-473d-9a9e-15cb6adfa077 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 945 time: 0.0789938 Jun 29 00:05:52.986096 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-885fa5d1-7bdd-460c-851c-ee093cbbf186 req-afe4106b-d988-4287-82e3-d0a027d4f127 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/security-groups?id=16b8f1d1-c339-4af4-a181-6390fa937238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366523 Jun 29 00:05:53.439297 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dee03-3f1a-4d3c-b96b-cbedb6ba7381 req-6448d6d8-0d64-4761-b03c-68b6f471a7dc tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 00:05:53.440856 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-071dee03-3f1a-4d3c-b96b-cbedb6ba7381 req-6448d6d8-0d64-4761-b03c-68b6f471a7dc tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 945 time: 0.0720668 Jun 29 00:05:53.556035 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-071dee03-3f1a-4d3c-b96b-cbedb6ba7381 req-862ddd2c-1022-46d6-8523-81af80277823 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Deleting port 1c2b50d9-2d20-428e-b154-59c1a2299c7b {{(pid=92978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 00:05:53.556504 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-071dee03-3f1a-4d3c-b96b-cbedb6ba7381 req-862ddd2c-1022-46d6-8523-81af80277823 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751069514042'] for port, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.661253 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.db [req-071dee03-3f1a-4d3c-b96b-cbedb6ba7381 req-862ddd2c-1022-46d6-8523-81af80277823 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] For port 1c2b50d9-2d20-428e-b154-59c1a2299c7b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1c2b50d9-2d20-428e-b154-59c1a2299c7b,segment=NetworkSegment(4a545a6b-7270-4b1b-8d87-576c663f1273),segment_id=4a545a6b-7270-4b1b-8d87-576c663f1273)] {{(pid=92978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 00:05:53.661815 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-071dee03-3f1a-4d3c-b96b-cbedb6ba7381 req-862ddd2c-1022-46d6-8523-81af80277823 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4107618'] for port, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.683631 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.plugin [req-071dee03-3f1a-4d3c-b96b-cbedb6ba7381 req-862ddd2c-1022-46d6-8523-81af80277823 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Calling delete_port for 1c2b50d9-2d20-428e-b154-59c1a2299c7b owned by compute:nova {{(pid=92978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 00:05:53.893036 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-071dee03-3f1a-4d3c-b96b-cbedb6ba7381 req-862ddd2c-1022-46d6-8523-81af80277823 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-910297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3870812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751069516903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751069110263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126423706'] for port, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.897795 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-61bc1ab5-4bbb-4651-8798-cbc0b982f284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:05:53.926111 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ddd2c-1022-46d6-8523-81af80277823 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Pushing event deleted for resources: {'Port': ['ID=1c2b50d9-2d20-428e-b154-59c1a2299c7b,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:05:53.930863 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] get_ports_and_sgs() called for port_ids ['1c2b50d9-2d20-428e-b154-59c1a2299c7b'] {{(pid=92979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 00:05:53.962385 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-862ddd2c-1022-46d6-8523-81af80277823 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:05:53.987187 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.db.l3_dvrscheduler_db [req-071dee03-3f1a-4d3c-b96b-cbedb6ba7381 req-862ddd2c-1022-46d6-8523-81af80277823 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] No DVR routers for this DVR port 1c2b50d9-2d20-428e-b154-59c1a2299c7b on host hv-cinder-76330 {{(pid=92978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 00:05:53.989998 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [req-071dee03-3f1a-4d3c-b96b-cbedb6ba7381 req-862ddd2c-1022-46d6-8523-81af80277823 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-327757'] for port, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:05:53.992843 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [req-071dee03-3f1a-4d3c-b96b-cbedb6ba7381 req-862ddd2c-1022-46d6-8523-81af80277823 tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.52 "DELETE /v2.0/ports/1c2b50d9-2d20-428e-b154-59c1a2299c7b HTTP/1.1" status: 204 len: 173 time: 0.5448532 Jun 29 00:05:53.993436 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8', 'name': 'network-vif-deleted', 'tag': '1c2b50d9-2d20-428e-b154-59c1a2299c7b'}] {{(pid=92978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 00:05:53.995967 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1680b1c32687ee01509b97c9bbfa09a5d79a4b363b9f947d1d0ffd8af978b56f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024040db-5eeb-4ec0-9ae7-ba78cf4ee4b2" -d '{"events": [{"server_uuid": "e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8", "name": "network-vif-deleted", "tag": "1c2b50d9-2d20-428e-b154-59c1a2299c7b"}]}' {{(pid=92978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 00:05:54.041269 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 00:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e099762a-3015-4709-a875-1a4747053047 x-openstack-request-id: req-e099762a-3015-4709-a875-1a4747053047 {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 00:05:54.041612 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8", "name": "network-vif-deleted", "tag": "1c2b50d9-2d20-428e-b154-59c1a2299c7b", "status": "completed", "code": 200}]} {{(pid=92978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 00:05:54.041931 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e099762a-3015-4709-a875-1a4747053047 {{(pid=92978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 00:05:54.042383 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8', 'name': 'network-vif-deleted', 'tag': '1c2b50d9-2d20-428e-b154-59c1a2299c7b', 'status': 'completed', 'code': 200} Jun 29 00:05:54.502818 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [req-7d9c5d44-3933-48fa-98cd-c9ae5b642eda req-3577c89a-5bb6-4962-a4e3-4ecc75d4af9d tempest-VolumesSnapshotTestJSON-342674878 tempest-VolumesSnapshotTestJSON-342674878-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0a7e6e7-0ef1-415c-a4ff-20b8473ec5f8 HTTP/1.1" status: 200 len: 210 time: 0.3676453 Jun 29 00:05:57.607754 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1c2b50d9-2d20-428e-b154-59c1a2299c7b no longer exists at agent hyperv_hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 00:05:57.628503 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] No Port match for: 1c2b50d9-2d20-428e-b154-59c1a2299c7b {{(pid=92979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 00:05:57.628853 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron.plugins.ml2.rpc [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Device 1c2b50d9-2d20-428e-b154-59c1a2299c7b not bound to the agent host hv-cinder-76330 {{(pid=92979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 00:06:09.694176 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:06:12.726209 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41866) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:06:12.768897 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.db.db_base_plugin_v2 [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Deleting subnet 301f5f24-6a47-4cfa-a53b-e400c84adc34 {{(pid=92977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 00:06:12.771855 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:12.803868 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127272940'] for subnet, precommit_delete_associations {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:12.845983 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-886893'] for subnet, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:12.905541 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-886826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129828250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125969972'] for subnet, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:12.907548 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-ea328616-b0f4-470e-863b-ea8728290ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:12.930555 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301f5f24-6a47-4cfa-a53b-e400c84adc34,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:12.940954 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:12.942379 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/301f5f24-6a47-4cfa-a53b-e400c84adc34 HTTP/1.1" status: 204 len: 168 time: 0.2151926 Jun 29 00:06:12.944351 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:12.944829 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:12.945207 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:12.945495 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.wsgi [-] (92978) accepted ('10.222.0.30', 41868) {{(pid=92978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:06:12.946210 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:12.946210 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:12.946517 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:12.946726 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:12.947522 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:12.947878 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:12.948285 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:12.948613 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:12.948967 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:12.952506 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-50732a55-735f-4742-a38e-94b496de05b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:13.021351 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777202'] for network, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:13.098353 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-887293', 'neutron.services.segments.db._delete_segments_for_network-8751069640551'] for network, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:13.108152 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cee74d-f52d-4d19-8c9e-380c798e6799']}} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:06:13.117498 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a545a6b-7270-4b1b-8d87-576c663f1273') {'for_net_delete': True} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:06:13.117793 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.services.segments.db [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a545a6b-7270-4b1b-8d87-576c663f1273') {} {{(pid=92978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 00:06:13.126570 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751069553758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127310089'] for segment, before_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:13.139656 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319'] for segment, precommit_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:13.145947 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=92978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 00:06:13.146364 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-786319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126423117'] for segment, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: conditions |= (models_v2.Port.network_id.in_( Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: Traceback (most recent call last): Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: timer() Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: cb(*args, **kw) Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: return func(*args, **kwargs) Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: self._notify() Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: self.callback(batched_events) Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: event.method(event) Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: return f(self, *a, **k) Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: return self._get(url).json() Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: return self.request(url, 'GET', **kwargs) Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 00:06:13.148011 dv-cinder-763306-13-smb neutron-server[92978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 00:06:13.204785 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-887282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4121298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3870805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3776027'] for network, after_delete {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:13.209202 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-7f60ee3f-f035-4818-bf34-cf814ebd43cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:13.212850 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3870834'] for network, before_response {{(pid=92978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:13.216743 dv-cinder-763306-13-smb neutron-server[92978]: INFO neutron.wsgi [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] 10.222.0.30 "DELETE /v2.0/networks/03cee74d-f52d-4d19-8c9e-380c798e6799 HTTP/1.1" status: 204 len: 168 time: 0.2696302 Jun 29 00:06:13.234132 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=03cee74d-f52d-4d19-8c9e-380c798e6799,revision_number=None']} {{(pid=92978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:13.242700 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:13.243145 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:13.244227 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:13.244668 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:13.245109 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:13.245536 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:13.245947 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:13.246409 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:13.246792 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:13.247278 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:13.247680 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:13.248156 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-13-smb {{(pid=92978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 00:06:13.251924 dv-cinder-763306-13-smb neutron-server[92978]: DEBUG oslo_concurrency.lockutils [None req-c2a3dd5b-ae9e-4f36-b1d0-0e3e82a53e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:13.334359 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41872) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:06:13.373216 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-1fb98739-bcd6-49f8-b337-dd907a409c87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b2d96a9497943dabc23fcc7d67ef37f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376670 Jun 29 00:06:13.375431 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.wsgi [-] (92977) accepted ('10.222.0.30', 41874) {{(pid=92977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 00:06:13.420144 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8c9b-aaeb-4ed1-ba3d-4688ad78f33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:13.440894 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8c9b-aaeb-4ed1-ba3d-4688ad78f33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:13.485435 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8c9b-aaeb-4ed1-ba3d-4688ad78f33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4009048'] for security_group, after_delete {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:13.488192 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8c9b-aaeb-4ed1-ba3d-4688ad78f33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:13.489305 dv-cinder-763306-13-smb neutron-server[92977]: INFO neutron.wsgi [None req-f8ce8c9b-aaeb-4ed1-ba3d-4688ad78f33b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16b8f1d1-c339-4af4-a181-6390fa937238 HTTP/1.1" status: 204 len: 168 time: 0.1129928 Jun 29 00:06:13.490097 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-36b8e5a3-76c3-466c-bceb-2c81e9dec4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 00:06:13.498465 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce8c9b-aaeb-4ed1-ba3d-4688ad78f33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b8f1d1-c339-4af4-a181-6390fa937238,revision_number=None']} {{(pid=92977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 00:06:13.500803 dv-cinder-763306-13-smb neutron-server[92977]: DEBUG oslo_concurrency.lockutils [None req-f8ce8c9b-aaeb-4ed1-ba3d-4688ad78f33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92977) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 00:06:14.245472 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-001cff1d-c686-49fd-8383-945d982bc941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:17.258757 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bf937517-569e-4b4f-9f8a-f81bedf3083e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:18.553936 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:19.491076 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:20.545307 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:22.451964 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:44.246455 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b20ff056-01fc-4022-b0dd-ef823d319e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:46.692371 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:06:47.258935 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4431bf66-efcd-4b82-8574-ce9483c73fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:48.555384 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:49.493027 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:50.548246 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:06:52.457303 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:14.248038 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4ae76a49-9858-44cf-bc47-6061f77bd948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:17.259645 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-853568eb-71db-41fe-be31-9d4a62c0473f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:18.557345 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:19.498599 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:20.551552 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:22.484798 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:23.691133 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:07:44.248301 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72437e29-2a90-4cfb-ac92-ce8f370b3668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:47.260713 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7cf8a19-8239-4049-b6e5-2f74e83f3f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:48.557893 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:49.500043 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:50.554605 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:07:52.501731 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:00.690239 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:08:14.247711 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3d0fe1ff-3caf-467c-9591-c90ad62ee3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:17.261953 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8896ab21-64cf-4ed9-9a0e-6c67d3839fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:18.558043 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:19.502137 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:20.557876 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:22.507284 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:37.688974 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:08:44.249735 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49b99513-abd8-4613-853d-5e91b28e6b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:47.263828 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5c20808a-9705-46bb-bf34-03658c7a1640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:48.558995 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:49.505957 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:50.560817 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:08:52.507978 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:14.252090 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2499d35c-2ef7-4761-92b3-d8a9c50e62d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:14.689352 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:09:17.264502 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2c0d57e7-d9ad-4605-ad07-9432a1c8e6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:18.559329 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:19.507892 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:20.563701 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:22.519450 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:44.252518 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4a4cd93a-b376-4417-b5df-a74fe17cf794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:47.265131 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a623eec-0173-474f-bbbe-4feaa6babb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:48.559855 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:49.510742 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:50.565846 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:09:51.688147 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:09:52.511631 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:14.253075 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b55181e-266a-41db-95ee-117b35f63e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:17.265729 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e213ee06-59f8-4730-a8f2-d78486658a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:18.560652 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:19.514510 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:20.568972 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:22.525445 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:28.687063 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:10:44.253310 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-87fe43d6-dd66-4cb4-ba41-21bcd15d650a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:47.274098 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7c6368ea-6f59-4273-baf8-b468eb6d8d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:48.562174 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:49.517171 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:50.571007 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:10:52.530556 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:05.686401 dv-cinder-763306-13-smb neutron-server[92980]: DEBUG neutron.db.agents_db [None req-c1a138ad-9295-4161-8a12-a0a9408a1832 None None] Agent healthcheck: found 6 active agents {{(pid=92980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 00:11:14.253907 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bf899d91-bc1b-4e74-8d05-f60401eb0270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:17.267479 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d835481a-07f5-4f27-81cc-296ac799632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:18.568082 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1334637d-9f7e-48b6-a124-ce264f9b9ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:19.520498 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1d757e58-2279-4707-9024-7649b9da2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:20.581489 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10567c59-58e0-490a-b0b9-3511ff1e744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 00:11:22.535558 dv-cinder-763306-13-smb neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd48d-1487-4e24-a7a0-2c2246793fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751069643201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890803'] for agent, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}